2024-11-18 19:01:47,210 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-18 19:01:47,223 main DEBUG Took 0.011002 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 19:01:47,224 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 19:01:47,224 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 19:01:47,225 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 19:01:47,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:01:47,235 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 19:01:47,248 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:01:47,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:01:47,251 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:01:47,251 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:01:47,252 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:01:47,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:01:47,254 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:01:47,254 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:01:47,255 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:01:47,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:01:47,257 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:01:47,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:01:47,258 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:01:47,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:01:47,259 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:01:47,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:01:47,260 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:01:47,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:01:47,261 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:01:47,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:01:47,262 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:01:47,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:01:47,263 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:01:47,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:01:47,264 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:01:47,264 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 19:01:47,266 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:01:47,268 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 19:01:47,271 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 19:01:47,271 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 19:01:47,273 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 19:01:47,274 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 19:01:47,281 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 19:01:47,284 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 19:01:47,285 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 19:01:47,286 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 19:01:47,286 main DEBUG createAppenders(={Console}) 2024-11-18 19:01:47,287 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-18 19:01:47,288 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-18 19:01:47,288 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-18 19:01:47,289 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 19:01:47,289 main DEBUG OutputStream closed 2024-11-18 19:01:47,289 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 19:01:47,290 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 19:01:47,290 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-18 19:01:47,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 19:01:47,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 19:01:47,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 19:01:47,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 19:01:47,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 19:01:47,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 19:01:47,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 19:01:47,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 19:01:47,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 19:01:47,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 19:01:47,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 19:01:47,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 19:01:47,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 19:01:47,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 19:01:47,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 19:01:47,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 19:01:47,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 19:01:47,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 19:01:47,381 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 19:01:47,381 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-18 19:01:47,382 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 19:01:47,383 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-18T19:01:47,603 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92 2024-11-18 19:01:47,606 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 19:01:47,607 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T19:01:47,615 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-18T19:01:47,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T19:01:47,654 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/cluster_fc76ef37-6626-d3ef-555f-8141aab48b85, deleteOnExit=true 2024-11-18T19:01:47,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T19:01:47,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/test.cache.data in system properties and HBase conf 2024-11-18T19:01:47,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T19:01:47,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/hadoop.log.dir in system properties and HBase conf 2024-11-18T19:01:47,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T19:01:47,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T19:01:47,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T19:01:47,741 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T19:01:47,830 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T19:01:47,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T19:01:47,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T19:01:47,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T19:01:47,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T19:01:47,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T19:01:47,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T19:01:47,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T19:01:47,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T19:01:47,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T19:01:47,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/nfs.dump.dir in system properties and HBase conf 2024-11-18T19:01:47,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/java.io.tmpdir in system properties and HBase conf 2024-11-18T19:01:47,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T19:01:47,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T19:01:47,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T19:01:48,804 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T19:01:48,870 INFO [Time-limited test {}] log.Log(170): Logging initialized @2342ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T19:01:48,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:01:48,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T19:01:49,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T19:01:49,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T19:01:49,015 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T19:01:49,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:01:49,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71c9bba7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/hadoop.log.dir/,AVAILABLE} 2024-11-18T19:01:49,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d942d39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T19:01:49,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@322e478f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/java.io.tmpdir/jetty-localhost-37899-hadoop-hdfs-3_4_1-tests_jar-_-any-4527102603750850945/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T19:01:49,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b008a6a{HTTP/1.1, (http/1.1)}{localhost:37899} 2024-11-18T19:01:49,219 INFO [Time-limited test {}] server.Server(415): Started @2692ms 2024-11-18T19:01:49,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:01:49,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T19:01:49,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T19:01:49,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T19:01:49,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T19:01:49,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de8243e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/hadoop.log.dir/,AVAILABLE} 2024-11-18T19:01:49,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74fde7a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T19:01:49,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42a79998{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/java.io.tmpdir/jetty-localhost-41073-hadoop-hdfs-3_4_1-tests_jar-_-any-3661521235706729863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:01:49,842 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4975be1c{HTTP/1.1, (http/1.1)}{localhost:41073} 2024-11-18T19:01:49,842 INFO [Time-limited test {}] server.Server(415): Started @3315ms 2024-11-18T19:01:49,890 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T19:01:50,769 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/cluster_fc76ef37-6626-d3ef-555f-8141aab48b85/data/data2/current/BP-908807981-172.17.0.2-1731956508396/current, will proceed with Du for space computation calculation, 2024-11-18T19:01:50,769 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/cluster_fc76ef37-6626-d3ef-555f-8141aab48b85/data/data1/current/BP-908807981-172.17.0.2-1731956508396/current, will proceed with Du for space computation calculation, 2024-11-18T19:01:50,794 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T19:01:50,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4d73d9fdbc17036 with lease ID 0x8d16bc0448b4ed: Processing first storage report for DS-167659ed-1713-4db0-bff8-5a6d957a993d from datanode DatanodeRegistration(127.0.0.1:45047, datanodeUuid=5c22f717-537d-4d36-9963-1f478f041386, infoPort=38403, infoSecurePort=0, ipcPort=40963, storageInfo=lv=-57;cid=testClusterID;nsid=2022457048;c=1731956508396) 2024-11-18T19:01:50,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4d73d9fdbc17036 with lease ID 0x8d16bc0448b4ed: from storage DS-167659ed-1713-4db0-bff8-5a6d957a993d node DatanodeRegistration(127.0.0.1:45047, datanodeUuid=5c22f717-537d-4d36-9963-1f478f041386, infoPort=38403, infoSecurePort=0, ipcPort=40963, storageInfo=lv=-57;cid=testClusterID;nsid=2022457048;c=1731956508396), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T19:01:50,846 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4d73d9fdbc17036 with lease ID 0x8d16bc0448b4ed: Processing first storage report for DS-0629be7f-bf2a-42ad-9b80-48b5be073f18 from datanode DatanodeRegistration(127.0.0.1:45047, datanodeUuid=5c22f717-537d-4d36-9963-1f478f041386, infoPort=38403, infoSecurePort=0, ipcPort=40963, storageInfo=lv=-57;cid=testClusterID;nsid=2022457048;c=1731956508396) 2024-11-18T19:01:50,846 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4d73d9fdbc17036 with lease ID 0x8d16bc0448b4ed: from storage DS-0629be7f-bf2a-42ad-9b80-48b5be073f18 node DatanodeRegistration(127.0.0.1:45047, datanodeUuid=5c22f717-537d-4d36-9963-1f478f041386, infoPort=38403, infoSecurePort=0, ipcPort=40963, storageInfo=lv=-57;cid=testClusterID;nsid=2022457048;c=1731956508396), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T19:01:50,911 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92 2024-11-18T19:01:51,000 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/cluster_fc76ef37-6626-d3ef-555f-8141aab48b85/zookeeper_0, clientPort=51220, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/cluster_fc76ef37-6626-d3ef-555f-8141aab48b85/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/cluster_fc76ef37-6626-d3ef-555f-8141aab48b85/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T19:01:51,008 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51220 2024-11-18T19:01:51,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:01:51,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:01:51,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741825_1001 (size=7) 2024-11-18T19:01:51,634 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748 with version=8 2024-11-18T19:01:51,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/hbase-staging 2024-11-18T19:01:51,713 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T19:01:51,933 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39fff3b0f89c:0 server-side Connection retries=45 2024-11-18T19:01:51,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:01:51,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T19:01:51,946 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T19:01:51,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:01:51,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T19:01:52,074 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T19:01:52,127 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T19:01:52,136 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T19:01:52,139 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:01:52,161 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 91688 (auto-detected) 2024-11-18T19:01:52,162 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T19:01:52,179 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42691 2024-11-18T19:01:52,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42691 connecting to ZooKeeper ensemble=127.0.0.1:51220 2024-11-18T19:01:52,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426910x0, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T19:01:52,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42691-0x101509cc2eb0000 connected 2024-11-18T19:01:52,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:01:52,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:01:52,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:01:52,409 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748, hbase.cluster.distributed=false 2024-11-18T19:01:52,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T19:01:52,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42691 2024-11-18T19:01:52,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42691 2024-11-18T19:01:52,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42691 2024-11-18T19:01:52,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42691 2024-11-18T19:01:52,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42691 2024-11-18T19:01:52,530 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39fff3b0f89c:0 server-side Connection retries=45 2024-11-18T19:01:52,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:01:52,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T19:01:52,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T19:01:52,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:01:52,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T19:01:52,535 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T19:01:52,537 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:01:52,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42799 2024-11-18T19:01:52,540 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42799 connecting to ZooKeeper ensemble=127.0.0.1:51220 2024-11-18T19:01:52,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:01:52,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:01:52,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427990x0, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T19:01:52,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427990x0, quorum=127.0.0.1:51220, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:01:52,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42799-0x101509cc2eb0001 connected 2024-11-18T19:01:52,561 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T19:01:52,568 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T19:01:52,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T19:01:52,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T19:01:52,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42799 2024-11-18T19:01:52,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42799 2024-11-18T19:01:52,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42799 2024-11-18T19:01:52,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42799 2024-11-18T19:01:52,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42799 2024-11-18T19:01:52,593 DEBUG [M:0;39fff3b0f89c:42691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39fff3b0f89c:42691 2024-11-18T19:01:52,594 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/39fff3b0f89c,42691,1731956511784 2024-11-18T19:01:52,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:01:52,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:01:52,609 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/39fff3b0f89c,42691,1731956511784 2024-11-18T19:01:52,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:01:52,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T19:01:52,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:01:52,641 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T19:01:52,642 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/39fff3b0f89c,42691,1731956511784 from backup master directory 2024-11-18T19:01:52,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/39fff3b0f89c,42691,1731956511784 2024-11-18T19:01:52,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:01:52,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:01:52,654 WARN [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T19:01:52,654 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39fff3b0f89c,42691,1731956511784 2024-11-18T19:01:52,657 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T19:01:52,659 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T19:01:52,714 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/hbase.id] with ID: 5f55092d-923b-400c-84a2-6162f9df4b93 2024-11-18T19:01:52,714 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/.tmp/hbase.id 2024-11-18T19:01:52,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741826_1002 (size=42) 2024-11-18T19:01:53,130 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/.tmp/hbase.id]:[hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/hbase.id] 2024-11-18T19:01:53,183 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:01:53,189 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T19:01:53,208 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-18T19:01:53,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:01:53,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:01:53,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741827_1003 (size=196) 2024-11-18T19:01:53,689 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:01:53,691 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T19:01:53,705 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:01:53,709 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:01:53,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741828_1004 (size=1189) 2024-11-18T19:01:54,163 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store 2024-11-18T19:01:54,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741829_1005 (size=34) 2024-11-18T19:01:54,593 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T19:01:54,598 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:01:54,600 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T19:01:54,600 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:01:54,600 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:01:54,603 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-18T19:01:54,604 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:01:54,604 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:01:54,605 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731956514599Disabling compacts and flushes for region at 1731956514599Disabling writes for close at 1731956514603 (+4 ms)Writing region close event to WAL at 1731956514604 (+1 ms)Closed at 1731956514604 2024-11-18T19:01:54,608 WARN [master/39fff3b0f89c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/.initializing 2024-11-18T19:01:54,608 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/WALs/39fff3b0f89c,42691,1731956511784 2024-11-18T19:01:54,617 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T19:01:54,633 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39fff3b0f89c%2C42691%2C1731956511784, suffix=, logDir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/WALs/39fff3b0f89c,42691,1731956511784, archiveDir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/oldWALs, maxLogs=10 2024-11-18T19:01:54,657 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/WALs/39fff3b0f89c,42691,1731956511784/39fff3b0f89c%2C42691%2C1731956511784.1731956514638, exclude list is [], retry=0 2024-11-18T19:01:54,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45047,DS-167659ed-1713-4db0-bff8-5a6d957a993d,DISK] 2024-11-18T19:01:54,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T19:01:54,707 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/WALs/39fff3b0f89c,42691,1731956511784/39fff3b0f89c%2C42691%2C1731956511784.1731956514638 2024-11-18T19:01:54,707 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38403:38403)] 2024-11-18T19:01:54,708 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:01:54,708 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:01:54,712 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:01:54,713 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:01:54,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:01:54,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T19:01:54,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:01:54,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:01:54,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:01:54,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T19:01:54,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:01:54,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:01:54,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:01:54,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T19:01:54,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:01:54,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:01:54,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:01:54,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T19:01:54,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:01:54,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:01:54,788 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:01:54,792 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:01:54,793 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:01:54,798 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:01:54,799 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:01:54,802 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T19:01:54,806 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:01:54,811 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:01:54,812 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63466161, jitterRate=-0.05428050458431244}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T19:01:54,819 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731956514725Initializing all the Stores at 1731956514727 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956514727Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956514728 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956514728Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956514728Cleaning up temporary data from old regions at 1731956514799 (+71 ms)Region opened successfully at 1731956514819 (+20 ms) 2024-11-18T19:01:54,821 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T19:01:54,853 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72150504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39fff3b0f89c/172.17.0.2:0 2024-11-18T19:01:54,882 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T19:01:54,893 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T19:01:54,893 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T19:01:54,896 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T19:01:54,898 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T19:01:54,903 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T19:01:54,903 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T19:01:54,929 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T19:01:54,938 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T19:01:54,978 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T19:01:54,981 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T19:01:54,982 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T19:01:54,990 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T19:01:54,992 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T19:01:54,996 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T19:01:55,006 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T19:01:55,008 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T19:01:55,020 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T19:01:55,037 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T19:01:55,048 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T19:01:55,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T19:01:55,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T19:01:55,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:01:55,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:01:55,060 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39fff3b0f89c,42691,1731956511784, sessionid=0x101509cc2eb0000, setting cluster-up flag (Was=false) 2024-11-18T19:01:55,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:01:55,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:01:55,114 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T19:01:55,117 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39fff3b0f89c,42691,1731956511784 2024-11-18T19:01:55,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:01:55,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:01:55,165 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T19:01:55,168 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39fff3b0f89c,42691,1731956511784 2024-11-18T19:01:55,177 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T19:01:55,184 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(746): ClusterId : 5f55092d-923b-400c-84a2-6162f9df4b93 2024-11-18T19:01:55,187 DEBUG [RS:0;39fff3b0f89c:42799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T19:01:55,200 DEBUG [RS:0;39fff3b0f89c:42799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T19:01:55,200 DEBUG [RS:0;39fff3b0f89c:42799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T19:01:55,213 DEBUG [RS:0;39fff3b0f89c:42799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T19:01:55,214 DEBUG [RS:0;39fff3b0f89c:42799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43431834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39fff3b0f89c/172.17.0.2:0 2024-11-18T19:01:55,233 DEBUG [RS:0;39fff3b0f89c:42799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39fff3b0f89c:42799 2024-11-18T19:01:55,236 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T19:01:55,237 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T19:01:55,237 DEBUG [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T19:01:55,240 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(2659): reportForDuty to master=39fff3b0f89c,42691,1731956511784 with port=42799, startcode=1731956512499 2024-11-18T19:01:55,248 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T19:01:55,250 DEBUG [RS:0;39fff3b0f89c:42799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T19:01:55,256 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T19:01:55,264 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T19:01:55,270 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39fff3b0f89c,42691,1731956511784 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T19:01:55,278 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39fff3b0f89c:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:01:55,279 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39fff3b0f89c:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:01:55,279 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39fff3b0f89c:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:01:55,279 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39fff3b0f89c:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:01:55,279 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39fff3b0f89c:0, corePoolSize=10, maxPoolSize=10 2024-11-18T19:01:55,279 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:01:55,280 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39fff3b0f89c:0, corePoolSize=2, maxPoolSize=2 2024-11-18T19:01:55,280 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:01:55,282 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731956545282 2024-11-18T19:01:55,284 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59957, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T19:01:55,285 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T19:01:55,286 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T19:01:55,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T19:01:55,287 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T19:01:55,290 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T19:01:55,291 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T19:01:55,291 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T19:01:55,292 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T19:01:55,292 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42691 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:55,292 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:01:55,292 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T19:01:55,293 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:55,298 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T19:01:55,299 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T19:01:55,300 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T19:01:55,302 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T19:01:55,303 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T19:01:55,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741831_1007 (size=1321) 2024-11-18T19:01:55,305 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39fff3b0f89c:0:becomeActiveMaster-HFileCleaner.large.0-1731956515304,5,FailOnTimeoutGroup] 2024-11-18T19:01:55,305 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39fff3b0f89c:0:becomeActiveMaster-HFileCleaner.small.0-1731956515305,5,FailOnTimeoutGroup] 2024-11-18T19:01:55,305 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:55,306 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T19:01:55,307 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:55,307 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:55,309 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T19:01:55,310 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748 2024-11-18T19:01:55,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741832_1008 (size=32) 2024-11-18T19:01:55,323 DEBUG [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T19:01:55,323 WARN [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T19:01:55,426 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(2659): reportForDuty to master=39fff3b0f89c,42691,1731956511784 with port=42799, startcode=1731956512499 2024-11-18T19:01:55,430 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42691 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:55,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42691 {}] master.ServerManager(517): Registering regionserver=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:55,444 DEBUG [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748 2024-11-18T19:01:55,445 DEBUG [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40939 2024-11-18T19:01:55,445 DEBUG [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T19:01:55,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T19:01:55,457 DEBUG [RS:0;39fff3b0f89c:42799 {}] zookeeper.ZKUtil(111): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:55,457 WARN [RS:0;39fff3b0f89c:42799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T19:01:55,458 INFO [RS:0;39fff3b0f89c:42799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:01:55,458 DEBUG [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/WALs/39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:55,460 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39fff3b0f89c,42799,1731956512499] 2024-11-18T19:01:55,484 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T19:01:55,500 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T19:01:55,504 INFO [RS:0;39fff3b0f89c:42799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T19:01:55,505 INFO [RS:0;39fff3b0f89c:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:55,505 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T19:01:55,510 INFO [RS:0;39fff3b0f89c:42799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T19:01:55,511 INFO [RS:0;39fff3b0f89c:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:55,512 DEBUG [RS:0;39fff3b0f89c:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:01:55,512 DEBUG [RS:0;39fff3b0f89c:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:01:55,512 DEBUG [RS:0;39fff3b0f89c:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:01:55,512 DEBUG [RS:0;39fff3b0f89c:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:01:55,513 DEBUG [RS:0;39fff3b0f89c:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:01:55,513 DEBUG [RS:0;39fff3b0f89c:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39fff3b0f89c:0, corePoolSize=2, maxPoolSize=2 2024-11-18T19:01:55,513 DEBUG [RS:0;39fff3b0f89c:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:01:55,513 DEBUG [RS:0;39fff3b0f89c:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:01:55,513 DEBUG [RS:0;39fff3b0f89c:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:01:55,514 DEBUG [RS:0;39fff3b0f89c:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:01:55,514 DEBUG [RS:0;39fff3b0f89c:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:01:55,514 DEBUG [RS:0;39fff3b0f89c:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:01:55,514 DEBUG [RS:0;39fff3b0f89c:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39fff3b0f89c:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:01:55,514 DEBUG [RS:0;39fff3b0f89c:42799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:01:55,517 INFO [RS:0;39fff3b0f89c:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:55,517 INFO [RS:0;39fff3b0f89c:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:55,517 INFO [RS:0;39fff3b0f89c:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:55,517 INFO [RS:0;39fff3b0f89c:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:55,517 INFO [RS:0;39fff3b0f89c:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:55,518 INFO [RS:0;39fff3b0f89c:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=39fff3b0f89c,42799,1731956512499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T19:01:55,537 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T19:01:55,538 INFO [RS:0;39fff3b0f89c:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=39fff3b0f89c,42799,1731956512499-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:55,539 INFO [RS:0;39fff3b0f89c:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:55,539 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.Replication(171): 39fff3b0f89c,42799,1731956512499 started 2024-11-18T19:01:55,556 INFO [RS:0;39fff3b0f89c:42799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:55,556 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(1482): Serving as 39fff3b0f89c,42799,1731956512499, RpcServer on 39fff3b0f89c/172.17.0.2:42799, sessionid=0x101509cc2eb0001 2024-11-18T19:01:55,557 DEBUG [RS:0;39fff3b0f89c:42799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T19:01:55,557 DEBUG [RS:0;39fff3b0f89c:42799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:55,557 DEBUG [RS:0;39fff3b0f89c:42799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39fff3b0f89c,42799,1731956512499' 2024-11-18T19:01:55,557 DEBUG [RS:0;39fff3b0f89c:42799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T19:01:55,558 DEBUG [RS:0;39fff3b0f89c:42799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T19:01:55,559 DEBUG [RS:0;39fff3b0f89c:42799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T19:01:55,559 DEBUG [RS:0;39fff3b0f89c:42799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T19:01:55,559 DEBUG [RS:0;39fff3b0f89c:42799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:55,559 DEBUG [RS:0;39fff3b0f89c:42799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39fff3b0f89c,42799,1731956512499' 2024-11-18T19:01:55,560 DEBUG [RS:0;39fff3b0f89c:42799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T19:01:55,560 DEBUG [RS:0;39fff3b0f89c:42799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T19:01:55,561 DEBUG [RS:0;39fff3b0f89c:42799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T19:01:55,561 INFO [RS:0;39fff3b0f89c:42799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T19:01:55,561 INFO [RS:0;39fff3b0f89c:42799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T19:01:55,673 INFO [RS:0;39fff3b0f89c:42799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T19:01:55,677 INFO [RS:0;39fff3b0f89c:42799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39fff3b0f89c%2C42799%2C1731956512499, suffix=, logDir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/WALs/39fff3b0f89c,42799,1731956512499, archiveDir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/oldWALs, maxLogs=32 2024-11-18T19:01:55,692 DEBUG [RS:0;39fff3b0f89c:42799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/WALs/39fff3b0f89c,42799,1731956512499/39fff3b0f89c%2C42799%2C1731956512499.1731956515679, exclude list is [], retry=0 2024-11-18T19:01:55,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45047,DS-167659ed-1713-4db0-bff8-5a6d957a993d,DISK] 2024-11-18T19:01:55,699 INFO [RS:0;39fff3b0f89c:42799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/WALs/39fff3b0f89c,42799,1731956512499/39fff3b0f89c%2C42799%2C1731956512499.1731956515679 2024-11-18T19:01:55,700 DEBUG [RS:0;39fff3b0f89c:42799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38403:38403)] 2024-11-18T19:01:55,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:01:55,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T19:01:55,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T19:01:55,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:01:55,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:01:55,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T19:01:55,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T19:01:55,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:01:55,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:01:55,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T19:01:55,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T19:01:55,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:01:55,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:01:55,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T19:01:55,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T19:01:55,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:01:55,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:01:55,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T19:01:55,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740 2024-11-18T19:01:55,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740 2024-11-18T19:01:55,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T19:01:55,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T19:01:55,746 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:01:55,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T19:01:55,752 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:01:55,753 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59254331, jitterRate=-0.11704166233539581}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:01:55,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731956515722Initializing all the Stores at 1731956515724 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956515724Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956515724Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956515724Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956515724Cleaning up temporary data from old regions at 1731956515746 (+22 ms)Region opened successfully at 1731956515755 (+9 ms) 2024-11-18T19:01:55,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T19:01:55,756 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T19:01:55,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T19:01:55,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T19:01:55,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T19:01:55,757 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T19:01:55,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731956515756Disabling compacts and flushes for region at 1731956515756Disabling writes for close at 1731956515756Writing region close event to WAL at 1731956515757 (+1 ms)Closed at 1731956515757 2024-11-18T19:01:55,761 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T19:01:55,761 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T19:01:55,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T19:01:55,773 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T19:01:55,775 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T19:01:55,929 DEBUG [39fff3b0f89c:42691 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T19:01:55,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:55,947 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39fff3b0f89c,42799,1731956512499, state=OPENING 2024-11-18T19:01:55,990 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T19:01:55,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:01:55,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:01:56,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:01:56,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:01:56,003 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T19:01:56,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:01:56,182 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T19:01:56,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59089, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T19:01:56,196 INFO [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T19:01:56,196 INFO [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:01:56,197 INFO [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T19:01:56,200 INFO [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39fff3b0f89c%2C42799%2C1731956512499.meta, suffix=.meta, logDir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/WALs/39fff3b0f89c,42799,1731956512499, archiveDir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/oldWALs, maxLogs=32 2024-11-18T19:01:56,215 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/WALs/39fff3b0f89c,42799,1731956512499/39fff3b0f89c%2C42799%2C1731956512499.meta.1731956516202.meta, exclude list is [], retry=0 2024-11-18T19:01:56,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45047,DS-167659ed-1713-4db0-bff8-5a6d957a993d,DISK] 2024-11-18T19:01:56,223 INFO [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/WALs/39fff3b0f89c,42799,1731956512499/39fff3b0f89c%2C42799%2C1731956512499.meta.1731956516202.meta 2024-11-18T19:01:56,223 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38403:38403)] 2024-11-18T19:01:56,223 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:01:56,225 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T19:01:56,227 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T19:01:56,232 INFO [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T19:01:56,236 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T19:01:56,237 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:01:56,237 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T19:01:56,237 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T19:01:56,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T19:01:56,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T19:01:56,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:01:56,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:01:56,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T19:01:56,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T19:01:56,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:01:56,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:01:56,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T19:01:56,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T19:01:56,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:01:56,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:01:56,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T19:01:56,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T19:01:56,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:01:56,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:01:56,250 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T19:01:56,252 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740 2024-11-18T19:01:56,255 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740 2024-11-18T19:01:56,258 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T19:01:56,258 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T19:01:56,259 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:01:56,262 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T19:01:56,264 INFO [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70099271, jitterRate=0.04456053674221039}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:01:56,264 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T19:01:56,266 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731956516238Writing region info on filesystem at 1731956516238Initializing all the Stores at 1731956516240 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956516240Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956516240Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956516240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731956516240Cleaning up temporary data from old regions at 1731956516258 (+18 ms)Running coprocessor post-open hooks at 1731956516264 (+6 ms)Region opened successfully at 1731956516266 (+2 ms) 2024-11-18T19:01:56,272 INFO [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731956516172 2024-11-18T19:01:56,281 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T19:01:56,282 INFO [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T19:01:56,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:56,286 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39fff3b0f89c,42799,1731956512499, state=OPEN 2024-11-18T19:01:56,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:01:56,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:01:56,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:01:56,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:01:56,322 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:56,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T19:01:56,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39fff3b0f89c,42799,1731956512499 in 317 msec 2024-11-18T19:01:56,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T19:01:56,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 567 msec 2024-11-18T19:01:56,341 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T19:01:56,341 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T19:01:56,361 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:01:56,362 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:01:56,380 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:01:56,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39397, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:01:56,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-18T19:01:56,403 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731956516403, completionTime=-1 2024-11-18T19:01:56,406 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T19:01:56,406 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T19:01:56,436 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-18T19:01:56,436 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731956576436 2024-11-18T19:01:56,436 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731956636436 2024-11-18T19:01:56,436 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-18T19:01:56,439 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39fff3b0f89c,42691,1731956511784-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:56,439 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39fff3b0f89c,42691,1731956511784-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:56,439 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39fff3b0f89c,42691,1731956511784-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:56,441 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39fff3b0f89c:42691, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:56,441 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:56,442 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:56,447 DEBUG [master/39fff3b0f89c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T19:01:56,468 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.813sec 2024-11-18T19:01:56,469 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T19:01:56,470 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T19:01:56,471 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T19:01:56,472 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T19:01:56,472 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T19:01:56,472 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39fff3b0f89c,42691,1731956511784-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T19:01:56,473 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39fff3b0f89c,42691,1731956511784-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T19:01:56,481 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T19:01:56,482 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T19:01:56,482 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39fff3b0f89c,42691,1731956511784-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:01:56,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519673c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:56,495 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T19:01:56,495 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T19:01:56,498 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:01:56,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:01:56,509 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:01:56,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:01:56,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:01:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672abb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:01:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:01:56,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:01:56,521 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:01:56,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2d93e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:56,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:01:56,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:01:56,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:01:56,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:01:56,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39fff3b0f89c,42691,1731956511784 2024-11-18T19:01:56,570 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=4921 2024-11-18T19:01:56,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T19:01:56,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39fff3b0f89c,42691,1731956511784 2024-11-18T19:01:56,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b65baa9 2024-11-18T19:01:56,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T19:01:56,590 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T19:01:56,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T19:01:56,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:01:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-18T19:01:56,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:01:56,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-18T19:01:56,628 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:01:56,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:01:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:01:56,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741835_1011 (size=959) 2024-11-18T19:01:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:01:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:01:57,054 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748 2024-11-18T19:01:57,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741836_1012 (size=53) 2024-11-18T19:01:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:01:57,465 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:01:57,466 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 376aaeffb2a0ce4bd271ee563c33b9ff, disabling compactions & flushes 2024-11-18T19:01:57,466 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:01:57,466 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:01:57,466 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. after waiting 0 ms 2024-11-18T19:01:57,466 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:01:57,466 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:01:57,466 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 376aaeffb2a0ce4bd271ee563c33b9ff: Waiting for close lock at 1731956517466Disabling compacts and flushes for region at 1731956517466Disabling writes for close at 1731956517466Writing region close event to WAL at 1731956517466Closed at 1731956517466 2024-11-18T19:01:57,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:01:57,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731956517470"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731956517470"}]},"ts":"1731956517470"} 2024-11-18T19:01:57,484 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:01:57,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:01:57,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956517486"}]},"ts":"1731956517486"} 2024-11-18T19:01:57,493 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-18T19:01:57,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=376aaeffb2a0ce4bd271ee563c33b9ff, ASSIGN}] 2024-11-18T19:01:57,497 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=376aaeffb2a0ce4bd271ee563c33b9ff, ASSIGN 2024-11-18T19:01:57,499 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=376aaeffb2a0ce4bd271ee563c33b9ff, ASSIGN; state=OFFLINE, location=39fff3b0f89c,42799,1731956512499; forceNewPlan=false, retain=false 2024-11-18T19:01:57,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=376aaeffb2a0ce4bd271ee563c33b9ff, regionState=OPENING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:57,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=376aaeffb2a0ce4bd271ee563c33b9ff, ASSIGN because future has completed 2024-11-18T19:01:57,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:01:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:01:57,828 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:01:57,828 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:01:57,828 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:01:57,829 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:01:57,829 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:01:57,829 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:01:57,831 INFO [StoreOpener-376aaeffb2a0ce4bd271ee563c33b9ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:01:57,834 INFO [StoreOpener-376aaeffb2a0ce4bd271ee563c33b9ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 376aaeffb2a0ce4bd271ee563c33b9ff columnFamilyName A 2024-11-18T19:01:57,834 DEBUG [StoreOpener-376aaeffb2a0ce4bd271ee563c33b9ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:01:57,835 INFO [StoreOpener-376aaeffb2a0ce4bd271ee563c33b9ff-1 {}] regionserver.HStore(327): Store=376aaeffb2a0ce4bd271ee563c33b9ff/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:01:57,835 INFO [StoreOpener-376aaeffb2a0ce4bd271ee563c33b9ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:01:57,838 INFO [StoreOpener-376aaeffb2a0ce4bd271ee563c33b9ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 376aaeffb2a0ce4bd271ee563c33b9ff columnFamilyName B 2024-11-18T19:01:57,838 DEBUG [StoreOpener-376aaeffb2a0ce4bd271ee563c33b9ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:01:57,839 INFO [StoreOpener-376aaeffb2a0ce4bd271ee563c33b9ff-1 {}] regionserver.HStore(327): Store=376aaeffb2a0ce4bd271ee563c33b9ff/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:01:57,840 INFO [StoreOpener-376aaeffb2a0ce4bd271ee563c33b9ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:01:57,843 INFO [StoreOpener-376aaeffb2a0ce4bd271ee563c33b9ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 376aaeffb2a0ce4bd271ee563c33b9ff columnFamilyName C 2024-11-18T19:01:57,843 DEBUG [StoreOpener-376aaeffb2a0ce4bd271ee563c33b9ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:01:57,844 INFO [StoreOpener-376aaeffb2a0ce4bd271ee563c33b9ff-1 {}] regionserver.HStore(327): Store=376aaeffb2a0ce4bd271ee563c33b9ff/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:01:57,844 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:01:57,845 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:01:57,846 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:01:57,848 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:01:57,848 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:01:57,849 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:01:57,851 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:01:57,854 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:01:57,855 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 376aaeffb2a0ce4bd271ee563c33b9ff; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75090781, jitterRate=0.1189398318529129}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:01:57,855 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:01:57,856 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 376aaeffb2a0ce4bd271ee563c33b9ff: Running coprocessor pre-open hook at 1731956517829Writing region info on filesystem at 1731956517829Initializing all the Stores at 1731956517831 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956517831Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956517831Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956517831Cleaning up temporary data from old regions at 1731956517848 (+17 ms)Running coprocessor post-open hooks at 1731956517855 (+7 ms)Region opened successfully at 1731956517856 (+1 ms) 2024-11-18T19:01:57,858 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., pid=6, masterSystemTime=1731956517815 2024-11-18T19:01:57,862 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:01:57,862 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:01:57,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=376aaeffb2a0ce4bd271ee563c33b9ff, regionState=OPEN, openSeqNum=2, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:57,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 because future has completed 2024-11-18T19:01:57,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T19:01:57,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 in 210 msec 2024-11-18T19:01:57,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T19:01:57,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=376aaeffb2a0ce4bd271ee563c33b9ff, ASSIGN in 379 msec 2024-11-18T19:01:57,880 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:01:57,880 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956517880"}]},"ts":"1731956517880"} 2024-11-18T19:01:57,883 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-18T19:01:57,885 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:01:57,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2860 sec 2024-11-18T19:01:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:01:58,802 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:01:58,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5ede62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:01:58,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:01:58,811 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:01:58,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:01:58,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:01:58,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77380ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:01:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:01:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:01:58,814 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:01:58,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a98157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:01:58,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:01:58,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:01:58,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:01:58,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T19:01:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 39fff3b0f89c,42691,1731956511784 2024-11-18T19:01:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53bd87e1 2024-11-18T19:01:58,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T19:01:58,828 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T19:01:58,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3812e936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:01:58,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:01:58,834 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:01:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:01:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:01:58,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3728ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:01:58,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:01:58,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:01:58,837 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:01:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f8ac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e500c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:01:58,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:01:58,841 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:01:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:01:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:01:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2886558d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:01:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:01:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:01:58,844 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:01:58,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4e6a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c12611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:01:58,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:01:58,848 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:01:58,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:01:58,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:01:58,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36644156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:01:58,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:01:58,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:01:58,851 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:01:58,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3687d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77155d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:01:58,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:01:58,855 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:01:58,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:01:58,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:01:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f5a6b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:01:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:01:58,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:01:58,858 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:01:58,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a37cd4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bdceae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:01:58,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:01:58,862 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:01:58,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:01:58,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:01:58,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b41a1cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:01:58,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:01:58,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:01:58,864 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:01:58,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c50a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58df653d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:01:58,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:01:58,868 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:01:58,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:01:58,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:01:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af5f6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:01:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:01:58,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:01:58,871 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:01:58,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d37adaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85187e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:01:58,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:01:58,873 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:01:58,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:01:58,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:01:58,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663b0bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:01:58,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:01:58,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:01:58,875 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:01:58,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643bd6db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc6fa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:01:58,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:01:58,879 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:01:58,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:01:58,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:01:58,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee4cf7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:01:58,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:01:58,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:01:58,881 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:01:58,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5180f463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a990c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:01:58,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:01:58,886 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:01:58,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:01:58,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:01:58,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1b1a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:01:58,888 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:01:58,888 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:01:58,889 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:01:58,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4770a9f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:01:58,895 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:01:58,895 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:01:58,895 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:01:58,896 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:01:58,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:01:58,896 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:01:58,897 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:01:58,897 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:01:58,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:01:58,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:01:58,898 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:01:58,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:01:58,898 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:01:58,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:01:58,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:01:58,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:01:58,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:01:58,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:01:58,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:01:58,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:01:58,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:01:58,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:01:58,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:01:58,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:01:58,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:01:58,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:01:58,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:01:58,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:01:58,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:01:58,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:01:58,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:01:58,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:01:58,904 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:01:58,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:01:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-18T19:01:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:01:58,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:01:58,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:01:58,909 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:01:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T19:01:58,911 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:01:58,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:01:58,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:01:58,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:01:58,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:01:58,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:01:58,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:01:58,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:01:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:01:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:01:58,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:01:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:01:59,005 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:01:59,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T19:01:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T19:01:59,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-18T19:01:59,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:01:59,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:01:59,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:01:59,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:01:59,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:01:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:01:59,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/175bf68955644794a3309ce06a51c057 is 50, key is test_row_0/A:col10/1731956518974/Put/seqid=0 2024-11-18T19:01:59,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956579131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956579147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956579151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956579152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956579153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741837_1013 (size=19021) 2024-11-18T19:01:59,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/175bf68955644794a3309ce06a51c057 2024-11-18T19:01:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T19:01:59,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/578cc38c12054205acf3537e5edd04ca is 50, key is test_row_0/B:col10/1731956518974/Put/seqid=0 2024-11-18T19:01:59,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956579269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-18T19:01:59,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956579270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956579271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956579271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956579272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741838_1014 (size=12001) 2024-11-18T19:01:59,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:01:59,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:01:59,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:01:59,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:01:59,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:01:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:01:59,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-18T19:01:59,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:01:59,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:01:59,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:01:59,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:01:59,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:01:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:01:59,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956579489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956579489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956579490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956579498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956579500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T19:01:59,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-18T19:01:59,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:01:59,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:01:59,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:01:59,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:01:59,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:01:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:01:59,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/578cc38c12054205acf3537e5edd04ca 2024-11-18T19:01:59,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/02277645ccbf4b5ea7d368b5d317554f is 50, key is test_row_0/C:col10/1731956518974/Put/seqid=0 2024-11-18T19:01:59,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741839_1015 (size=12001) 2024-11-18T19:01:59,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/02277645ccbf4b5ea7d368b5d317554f 2024-11-18T19:01:59,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-18T19:01:59,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:01:59,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:01:59,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:01:59,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:01:59,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:01:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:01:59,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/175bf68955644794a3309ce06a51c057 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/175bf68955644794a3309ce06a51c057 2024-11-18T19:01:59,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/175bf68955644794a3309ce06a51c057, entries=300, sequenceid=15, filesize=18.6 K 2024-11-18T19:01:59,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956579799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,805 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-18T19:01:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/578cc38c12054205acf3537e5edd04ca as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/578cc38c12054205acf3537e5edd04ca 2024-11-18T19:01:59,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/578cc38c12054205acf3537e5edd04ca, entries=150, sequenceid=15, filesize=11.7 K 2024-11-18T19:01:59,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/02277645ccbf4b5ea7d368b5d317554f as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/02277645ccbf4b5ea7d368b5d317554f 2024-11-18T19:01:59,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956579808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956579809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956579810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:01:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956579812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:01:59,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:01:59,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:01:59,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/02277645ccbf4b5ea7d368b5d317554f, entries=150, sequenceid=15, filesize=11.7 K 2024-11-18T19:01:59,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 376aaeffb2a0ce4bd271ee563c33b9ff in 845ms, sequenceid=15, compaction requested=false 2024-11-18T19:01:59,857 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-18T19:01:59,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:01:59,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-18T19:01:59,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:01:59,930 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T19:01:59,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/c049a67a14504874993655d980e27fc9 is 50, key is test_row_0/A:col10/1731956519116/Put/seqid=0 2024-11-18T19:01:59,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741840_1016 (size=12001) 2024-11-18T19:02:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T19:02:00,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:00,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956580362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956580362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956580366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,376 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/c049a67a14504874993655d980e27fc9 2024-11-18T19:02:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956580370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956580371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/2e2e95e3299a46a79ebc483167a26028 is 50, key is test_row_0/B:col10/1731956519116/Put/seqid=0 2024-11-18T19:02:00,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741841_1017 (size=12001) 2024-11-18T19:02:00,435 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/2e2e95e3299a46a79ebc483167a26028 2024-11-18T19:02:00,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/e3f0e5d7dc624eaab328bc9b5c55407b is 50, key is test_row_0/C:col10/1731956519116/Put/seqid=0 2024-11-18T19:02:00,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741842_1018 (size=12001) 2024-11-18T19:02:00,471 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/e3f0e5d7dc624eaab328bc9b5c55407b 2024-11-18T19:02:00,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956580479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956580479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956580488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956580489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/c049a67a14504874993655d980e27fc9 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/c049a67a14504874993655d980e27fc9 2024-11-18T19:02:00,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956580495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,516 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/c049a67a14504874993655d980e27fc9, entries=150, sequenceid=38, filesize=11.7 K 2024-11-18T19:02:00,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/2e2e95e3299a46a79ebc483167a26028 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/2e2e95e3299a46a79ebc483167a26028 2024-11-18T19:02:00,533 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/2e2e95e3299a46a79ebc483167a26028, entries=150, sequenceid=38, filesize=11.7 K 2024-11-18T19:02:00,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/e3f0e5d7dc624eaab328bc9b5c55407b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e3f0e5d7dc624eaab328bc9b5c55407b 2024-11-18T19:02:00,553 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e3f0e5d7dc624eaab328bc9b5c55407b, entries=150, sequenceid=38, filesize=11.7 K 2024-11-18T19:02:00,555 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 376aaeffb2a0ce4bd271ee563c33b9ff in 625ms, sequenceid=38, compaction requested=false 2024-11-18T19:02:00,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:00,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:00,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T19:02:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T19:02:00,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-18T19:02:00,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6450 sec 2024-11-18T19:02:00,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.6690 sec 2024-11-18T19:02:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:00,693 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:00,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-18T19:02:00,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/3f312f337d8b44b6afb9d9ab5399744d is 50, key is test_row_0/A:col10/1731956520690/Put/seqid=0 2024-11-18T19:02:00,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741843_1019 (size=16681) 2024-11-18T19:02:00,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/3f312f337d8b44b6afb9d9ab5399744d 2024-11-18T19:02:00,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956580743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956580743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956580744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956580752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956580759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/9892680f9ddb4280a3a16344d9b47634 is 50, key is test_row_0/B:col10/1731956520690/Put/seqid=0 2024-11-18T19:02:00,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741844_1020 (size=12001) 2024-11-18T19:02:00,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/9892680f9ddb4280a3a16344d9b47634 2024-11-18T19:02:00,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/d6490e031fc9422ca8c3b7016b881a57 is 50, key is test_row_0/C:col10/1731956520690/Put/seqid=0 2024-11-18T19:02:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741845_1021 (size=12001) 2024-11-18T19:02:00,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956580858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956580869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956580870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956580870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:00,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956580871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:00,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:00,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T19:02:01,058 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:01,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-18T19:02:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T19:02:01,063 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:01,065 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:01,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:01,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956581069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956581078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956581078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956581078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956581079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T19:02:01,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-18T19:02:01,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:01,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:01,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:01,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:01,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:01,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/d6490e031fc9422ca8c3b7016b881a57 2024-11-18T19:02:01,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/3f312f337d8b44b6afb9d9ab5399744d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/3f312f337d8b44b6afb9d9ab5399744d 2024-11-18T19:02:01,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/3f312f337d8b44b6afb9d9ab5399744d, entries=250, sequenceid=54, filesize=16.3 K 2024-11-18T19:02:01,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/9892680f9ddb4280a3a16344d9b47634 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9892680f9ddb4280a3a16344d9b47634 2024-11-18T19:02:01,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9892680f9ddb4280a3a16344d9b47634, entries=150, sequenceid=54, filesize=11.7 K 2024-11-18T19:02:01,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/d6490e031fc9422ca8c3b7016b881a57 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/d6490e031fc9422ca8c3b7016b881a57 2024-11-18T19:02:01,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/d6490e031fc9422ca8c3b7016b881a57, entries=150, sequenceid=54, filesize=11.7 K 2024-11-18T19:02:01,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 376aaeffb2a0ce4bd271ee563c33b9ff in 622ms, sequenceid=54, compaction requested=true 2024-11-18T19:02:01,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:01,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:01,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:01,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:01,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:01,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:01,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:01,327 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:01,327 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:01,332 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:01,333 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/B is initiating minor compaction (all files) 2024-11-18T19:02:01,334 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/B in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:01,335 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/578cc38c12054205acf3537e5edd04ca, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/2e2e95e3299a46a79ebc483167a26028, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9892680f9ddb4280a3a16344d9b47634] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=35.2 K 2024-11-18T19:02:01,337 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 578cc38c12054205acf3537e5edd04ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731956518974 2024-11-18T19:02:01,338 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e2e95e3299a46a79ebc483167a26028, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731956519116 2024-11-18T19:02:01,339 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 9892680f9ddb4280a3a16344d9b47634, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731956520365 2024-11-18T19:02:01,339 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:01,339 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/A is initiating minor compaction (all files) 2024-11-18T19:02:01,340 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/A in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:01,340 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/175bf68955644794a3309ce06a51c057, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/c049a67a14504874993655d980e27fc9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/3f312f337d8b44b6afb9d9ab5399744d] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=46.6 K 2024-11-18T19:02:01,342 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 175bf68955644794a3309ce06a51c057, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731956518948 2024-11-18T19:02:01,344 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting c049a67a14504874993655d980e27fc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731956519116 2024-11-18T19:02:01,345 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f312f337d8b44b6afb9d9ab5399744d, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731956520356 2024-11-18T19:02:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T19:02:01,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-18T19:02:01,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:01,379 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-18T19:02:01,393 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#B#compaction#9 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:01,393 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#A#compaction#10 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:01,394 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/1264d44258544ccc8e7bfabe36bbaaf1 is 50, key is test_row_0/A:col10/1731956520690/Put/seqid=0 2024-11-18T19:02:01,394 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/dcaa627af33a4653b7fc5c180ae4f8bb is 50, key is test_row_0/B:col10/1731956520690/Put/seqid=0 2024-11-18T19:02:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:01,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:01,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/f99c1f3f58654ff4a3fe0d71ec970b1c is 50, key is test_row_0/A:col10/1731956520735/Put/seqid=0 2024-11-18T19:02:01,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741847_1023 (size=12104) 2024-11-18T19:02:01,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741846_1022 (size=12104) 2024-11-18T19:02:01,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956581438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956581453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741848_1024 (size=12001) 2024-11-18T19:02:01,473 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/f99c1f3f58654ff4a3fe0d71ec970b1c 2024-11-18T19:02:01,479 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/1264d44258544ccc8e7bfabe36bbaaf1 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/1264d44258544ccc8e7bfabe36bbaaf1 2024-11-18T19:02:01,484 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/dcaa627af33a4653b7fc5c180ae4f8bb as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/dcaa627af33a4653b7fc5c180ae4f8bb 2024-11-18T19:02:01,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956581456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956581464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956581467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,512 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/A of 376aaeffb2a0ce4bd271ee563c33b9ff into 1264d44258544ccc8e7bfabe36bbaaf1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:01,512 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:01,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/b8c783e84ac241a2b362866f0735dea7 is 50, key is test_row_0/B:col10/1731956520735/Put/seqid=0 2024-11-18T19:02:01,513 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/B of 376aaeffb2a0ce4bd271ee563c33b9ff into dcaa627af33a4653b7fc5c180ae4f8bb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:01,513 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:01,516 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/B, priority=13, startTime=1731956521326; duration=0sec 2024-11-18T19:02:01,516 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:01,517 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:B 2024-11-18T19:02:01,517 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:01,518 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/A, priority=13, startTime=1731956521318; duration=0sec 2024-11-18T19:02:01,521 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:01,521 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:A 2024-11-18T19:02:01,522 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:01,522 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/C is initiating minor compaction (all files) 2024-11-18T19:02:01,523 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/C in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:01,523 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/02277645ccbf4b5ea7d368b5d317554f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e3f0e5d7dc624eaab328bc9b5c55407b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/d6490e031fc9422ca8c3b7016b881a57] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=35.2 K 2024-11-18T19:02:01,524 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 02277645ccbf4b5ea7d368b5d317554f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731956518974 2024-11-18T19:02:01,525 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting e3f0e5d7dc624eaab328bc9b5c55407b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731956519116 2024-11-18T19:02:01,526 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting d6490e031fc9422ca8c3b7016b881a57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731956520365 2024-11-18T19:02:01,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741849_1025 (size=12001) 2024-11-18T19:02:01,572 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#C#compaction#13 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:01,573 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/4180a6eb6a49495eb028a6fe56e0ae31 is 50, key is test_row_0/C:col10/1731956520690/Put/seqid=0 2024-11-18T19:02:01,584 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/b8c783e84ac241a2b362866f0735dea7 2024-11-18T19:02:01,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956581579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956581579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956581599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741850_1026 (size=12104) 2024-11-18T19:02:01,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956581607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/8d273438dbfb4f2999e56be3c8f2f17f is 50, key is test_row_0/C:col10/1731956520735/Put/seqid=0 2024-11-18T19:02:01,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956581608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,622 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/4180a6eb6a49495eb028a6fe56e0ae31 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/4180a6eb6a49495eb028a6fe56e0ae31 2024-11-18T19:02:01,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741851_1027 (size=12001) 2024-11-18T19:02:01,631 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/8d273438dbfb4f2999e56be3c8f2f17f 2024-11-18T19:02:01,637 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/C of 376aaeffb2a0ce4bd271ee563c33b9ff into 4180a6eb6a49495eb028a6fe56e0ae31(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:01,637 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:01,637 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/C, priority=13, startTime=1731956521326; duration=0sec 2024-11-18T19:02:01,637 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:01,637 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:C 2024-11-18T19:02:01,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/f99c1f3f58654ff4a3fe0d71ec970b1c as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f99c1f3f58654ff4a3fe0d71ec970b1c 2024-11-18T19:02:01,661 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f99c1f3f58654ff4a3fe0d71ec970b1c, entries=150, sequenceid=75, filesize=11.7 K 2024-11-18T19:02:01,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/b8c783e84ac241a2b362866f0735dea7 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/b8c783e84ac241a2b362866f0735dea7 2024-11-18T19:02:01,681 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/b8c783e84ac241a2b362866f0735dea7, entries=150, sequenceid=75, filesize=11.7 K 2024-11-18T19:02:01,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/8d273438dbfb4f2999e56be3c8f2f17f as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8d273438dbfb4f2999e56be3c8f2f17f 2024-11-18T19:02:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T19:02:01,698 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8d273438dbfb4f2999e56be3c8f2f17f, entries=150, sequenceid=75, filesize=11.7 K 2024-11-18T19:02:01,700 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 376aaeffb2a0ce4bd271ee563c33b9ff in 322ms, sequenceid=75, compaction requested=false 2024-11-18T19:02:01,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:01,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:01,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-18T19:02:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-18T19:02:01,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T19:02:01,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 639 msec 2024-11-18T19:02:01,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 653 msec 2024-11-18T19:02:01,753 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:02:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:01,819 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:01,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-18T19:02:01,820 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T19:02:01,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/f077f7f06bb44abdb68aeda4e58d0abb is 50, key is test_row_0/A:col10/1731956521458/Put/seqid=0 2024-11-18T19:02:01,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741852_1028 (size=12001) 2024-11-18T19:02:01,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/f077f7f06bb44abdb68aeda4e58d0abb 2024-11-18T19:02:01,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/6ed62128e90647b195cc51e07171e2b7 is 50, key is test_row_0/B:col10/1731956521458/Put/seqid=0 2024-11-18T19:02:01,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741853_1029 (size=12001) 2024-11-18T19:02:01,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956581874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956581883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956581887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956581890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:01,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956581892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:01,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:01,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956581997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956581998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956581998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956582007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956582007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T19:02:02,124 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T19:02:02,126 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T19:02:02,126 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T19:02:02,127 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T19:02:02,127 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T19:02:02,128 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-18T19:02:02,128 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-18T19:02:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T19:02:02,198 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:02,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-18T19:02:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T19:02:02,203 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:02,205 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:02,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:02,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956582208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956582208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956582219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956582219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956582219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/6ed62128e90647b195cc51e07171e2b7 2024-11-18T19:02:02,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/bdb25d6ad3294b87817679fce12cfd76 is 50, key is test_row_0/C:col10/1731956521458/Put/seqid=0 2024-11-18T19:02:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T19:02:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741854_1030 (size=12001) 2024-11-18T19:02:02,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/bdb25d6ad3294b87817679fce12cfd76 2024-11-18T19:02:02,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/f077f7f06bb44abdb68aeda4e58d0abb as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f077f7f06bb44abdb68aeda4e58d0abb 2024-11-18T19:02:02,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f077f7f06bb44abdb68aeda4e58d0abb, entries=150, sequenceid=95, filesize=11.7 K 2024-11-18T19:02:02,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/6ed62128e90647b195cc51e07171e2b7 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/6ed62128e90647b195cc51e07171e2b7 2024-11-18T19:02:02,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/6ed62128e90647b195cc51e07171e2b7, entries=150, sequenceid=95, filesize=11.7 K 2024-11-18T19:02:02,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-18T19:02:02,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:02,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:02,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:02,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:02,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:02,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/bdb25d6ad3294b87817679fce12cfd76 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/bdb25d6ad3294b87817679fce12cfd76 2024-11-18T19:02:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:02,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/bdb25d6ad3294b87817679fce12cfd76, entries=150, sequenceid=95, filesize=11.7 K 2024-11-18T19:02:02,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 376aaeffb2a0ce4bd271ee563c33b9ff in 567ms, sequenceid=95, compaction requested=true 2024-11-18T19:02:02,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:02,387 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:02,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:02,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:02,388 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:02,389 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:02,389 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/A is initiating minor compaction (all files) 2024-11-18T19:02:02,390 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/A in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:02,390 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/1264d44258544ccc8e7bfabe36bbaaf1, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f99c1f3f58654ff4a3fe0d71ec970b1c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f077f7f06bb44abdb68aeda4e58d0abb] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=35.3 K 2024-11-18T19:02:02,390 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:02,390 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/B is initiating minor compaction (all files) 2024-11-18T19:02:02,391 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/B in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:02,391 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1264d44258544ccc8e7bfabe36bbaaf1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731956520365 2024-11-18T19:02:02,391 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/dcaa627af33a4653b7fc5c180ae4f8bb, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/b8c783e84ac241a2b362866f0735dea7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/6ed62128e90647b195cc51e07171e2b7] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=35.3 K 2024-11-18T19:02:02,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:02,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:02,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:02,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:02,392 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting f99c1f3f58654ff4a3fe0d71ec970b1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731956520723 2024-11-18T19:02:02,392 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting dcaa627af33a4653b7fc5c180ae4f8bb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731956520365 2024-11-18T19:02:02,392 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting b8c783e84ac241a2b362866f0735dea7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731956520723 2024-11-18T19:02:02,393 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting f077f7f06bb44abdb68aeda4e58d0abb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731956521434 2024-11-18T19:02:02,396 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ed62128e90647b195cc51e07171e2b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731956521434 2024-11-18T19:02:02,434 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:02,434 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#A#compaction#18 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:02,435 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/7190fb9b4ec24a28aef5d09a2780febe is 50, key is test_row_0/B:col10/1731956521458/Put/seqid=0 2024-11-18T19:02:02,435 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/7a5a3aa8b7064c2599338aacec6258d2 is 50, key is test_row_0/A:col10/1731956521458/Put/seqid=0 2024-11-18T19:02:02,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741855_1031 (size=12207) 2024-11-18T19:02:02,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741856_1032 (size=12207) 2024-11-18T19:02:02,485 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/7190fb9b4ec24a28aef5d09a2780febe as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/7190fb9b4ec24a28aef5d09a2780febe 2024-11-18T19:02:02,507 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/B of 376aaeffb2a0ce4bd271ee563c33b9ff into 7190fb9b4ec24a28aef5d09a2780febe(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:02,509 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:02,510 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/B, priority=13, startTime=1731956522388; duration=0sec 2024-11-18T19:02:02,510 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:02,510 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:B 2024-11-18T19:02:02,511 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:02,516 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:02,516 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/C is initiating minor compaction (all files) 2024-11-18T19:02:02,516 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/C in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:02,516 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/4180a6eb6a49495eb028a6fe56e0ae31, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8d273438dbfb4f2999e56be3c8f2f17f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/bdb25d6ad3294b87817679fce12cfd76] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=35.3 K 2024-11-18T19:02:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T19:02:02,518 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 4180a6eb6a49495eb028a6fe56e0ae31, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731956520365 2024-11-18T19:02:02,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-18T19:02:02,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:02,520 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-18T19:02:02,520 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d273438dbfb4f2999e56be3c8f2f17f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731956520723 2024-11-18T19:02:02,521 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting bdb25d6ad3294b87817679fce12cfd76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731956521434 2024-11-18T19:02:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:02,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:02,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/2ddde47391bf4d75a64f9cbdc85ee7d5 is 50, key is test_row_0/A:col10/1731956522519/Put/seqid=0 2024-11-18T19:02:02,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956582555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956582558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,566 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:02,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,566 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/8a8fbe4cd687478688cae4b7d35f1bd4 is 50, key is test_row_0/C:col10/1731956521458/Put/seqid=0 2024-11-18T19:02:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956582560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956582562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956582562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741857_1033 (size=12001) 2024-11-18T19:02:02,583 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/2ddde47391bf4d75a64f9cbdc85ee7d5 2024-11-18T19:02:02,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741858_1034 (size=12207) 2024-11-18T19:02:02,613 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/8a8fbe4cd687478688cae4b7d35f1bd4 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8a8fbe4cd687478688cae4b7d35f1bd4 2024-11-18T19:02:02,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/9ecafce67ecd45ad9bb2096037ee2167 is 50, key is test_row_0/B:col10/1731956522519/Put/seqid=0 2024-11-18T19:02:02,629 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/C of 376aaeffb2a0ce4bd271ee563c33b9ff into 8a8fbe4cd687478688cae4b7d35f1bd4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:02,629 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:02,629 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/C, priority=13, startTime=1731956522391; duration=0sec 2024-11-18T19:02:02,630 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:02,630 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:C 2024-11-18T19:02:02,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741859_1035 (size=12001) 2024-11-18T19:02:02,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956582668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956582668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,676 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/9ecafce67ecd45ad9bb2096037ee2167 2024-11-18T19:02:02,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956582677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956582678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956582678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/e1a162be45ac47d1ab6160e6581e3893 is 50, key is test_row_0/C:col10/1731956522519/Put/seqid=0 2024-11-18T19:02:02,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741860_1036 (size=12001) 2024-11-18T19:02:02,714 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/e1a162be45ac47d1ab6160e6581e3893 2024-11-18T19:02:02,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/2ddde47391bf4d75a64f9cbdc85ee7d5 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/2ddde47391bf4d75a64f9cbdc85ee7d5 2024-11-18T19:02:02,740 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/2ddde47391bf4d75a64f9cbdc85ee7d5, entries=150, sequenceid=116, filesize=11.7 K 2024-11-18T19:02:02,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/9ecafce67ecd45ad9bb2096037ee2167 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9ecafce67ecd45ad9bb2096037ee2167 2024-11-18T19:02:02,757 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9ecafce67ecd45ad9bb2096037ee2167, entries=150, sequenceid=116, filesize=11.7 K 2024-11-18T19:02:02,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/e1a162be45ac47d1ab6160e6581e3893 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e1a162be45ac47d1ab6160e6581e3893 2024-11-18T19:02:02,774 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e1a162be45ac47d1ab6160e6581e3893, entries=150, sequenceid=116, filesize=11.7 K 2024-11-18T19:02:02,776 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 376aaeffb2a0ce4bd271ee563c33b9ff in 257ms, sequenceid=116, compaction requested=false 2024-11-18T19:02:02,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:02,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:02,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-18T19:02:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-18T19:02:02,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-18T19:02:02,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 574 msec 2024-11-18T19:02:02,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 586 msec 2024-11-18T19:02:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T19:02:02,828 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:02,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-18T19:02:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T19:02:02,834 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:02,836 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:02,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:02,883 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:02,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-18T19:02:02,894 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/7a5a3aa8b7064c2599338aacec6258d2 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/7a5a3aa8b7064c2599338aacec6258d2 2024-11-18T19:02:02,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/952db020b2264ac5a5dab9abf0fb2759 is 50, key is test_row_0/A:col10/1731956522559/Put/seqid=0 2024-11-18T19:02:02,916 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/A of 376aaeffb2a0ce4bd271ee563c33b9ff into 7a5a3aa8b7064c2599338aacec6258d2(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:02,916 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:02,916 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/A, priority=13, startTime=1731956522387; duration=0sec 2024-11-18T19:02:02,916 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:02,917 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:A 2024-11-18T19:02:02,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741861_1037 (size=14541) 2024-11-18T19:02:02,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/952db020b2264ac5a5dab9abf0fb2759 2024-11-18T19:02:02,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956582924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956582927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956582929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T19:02:02,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956582931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956582931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:02,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:02,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/cf8b84e3b08149e4ada6f653e8567d31 is 50, key is test_row_0/B:col10/1731956522559/Put/seqid=0 2024-11-18T19:02:02,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741862_1038 (size=12151) 2024-11-18T19:02:02,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/cf8b84e3b08149e4ada6f653e8567d31 2024-11-18T19:02:02,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/e3cfaffc84b3409d82475327d77f8f99 is 50, key is test_row_0/C:col10/1731956522559/Put/seqid=0 2024-11-18T19:02:02,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-18T19:02:02,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:02,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:02,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:02,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:02,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:03,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741863_1039 (size=12151) 2024-11-18T19:02:03,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/e3cfaffc84b3409d82475327d77f8f99 2024-11-18T19:02:03,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/952db020b2264ac5a5dab9abf0fb2759 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/952db020b2264ac5a5dab9abf0fb2759 2024-11-18T19:02:03,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/952db020b2264ac5a5dab9abf0fb2759, entries=200, sequenceid=135, filesize=14.2 K 2024-11-18T19:02:03,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/cf8b84e3b08149e4ada6f653e8567d31 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/cf8b84e3b08149e4ada6f653e8567d31 2024-11-18T19:02:03,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956583037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956583037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956583038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956583048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956583049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/cf8b84e3b08149e4ada6f653e8567d31, entries=150, sequenceid=135, filesize=11.9 K 2024-11-18T19:02:03,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/e3cfaffc84b3409d82475327d77f8f99 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e3cfaffc84b3409d82475327d77f8f99 2024-11-18T19:02:03,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e3cfaffc84b3409d82475327d77f8f99, entries=150, sequenceid=135, filesize=11.9 K 2024-11-18T19:02:03,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 376aaeffb2a0ce4bd271ee563c33b9ff in 187ms, sequenceid=135, compaction requested=true 2024-11-18T19:02:03,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:03,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:03,070 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:03,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:03,071 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:03,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:03,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:03,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:03,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:03,072 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:03,072 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/A is initiating minor compaction (all files) 2024-11-18T19:02:03,072 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/A in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:03,073 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/7a5a3aa8b7064c2599338aacec6258d2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/2ddde47391bf4d75a64f9cbdc85ee7d5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/952db020b2264ac5a5dab9abf0fb2759] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=37.8 K 2024-11-18T19:02:03,073 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:03,073 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a5a3aa8b7064c2599338aacec6258d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731956521434 2024-11-18T19:02:03,073 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/B is initiating minor compaction (all files) 2024-11-18T19:02:03,073 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/B in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:03,074 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/7190fb9b4ec24a28aef5d09a2780febe, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9ecafce67ecd45ad9bb2096037ee2167, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/cf8b84e3b08149e4ada6f653e8567d31] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=35.5 K 2024-11-18T19:02:03,075 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7190fb9b4ec24a28aef5d09a2780febe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731956521434 2024-11-18T19:02:03,075 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ddde47391bf4d75a64f9cbdc85ee7d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731956521885 2024-11-18T19:02:03,075 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ecafce67ecd45ad9bb2096037ee2167, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731956521885 2024-11-18T19:02:03,075 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 952db020b2264ac5a5dab9abf0fb2759, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731956522555 2024-11-18T19:02:03,076 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf8b84e3b08149e4ada6f653e8567d31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731956522559 2024-11-18T19:02:03,096 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#B#compaction#27 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:03,096 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/269745be85a94e11b8219320abaaa531 is 50, key is test_row_0/B:col10/1731956522559/Put/seqid=0 2024-11-18T19:02:03,096 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:03,097 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/b32d026bff594b228a09c8951cff2e39 is 50, key is test_row_0/A:col10/1731956522559/Put/seqid=0 2024-11-18T19:02:03,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741864_1040 (size=12459) 2024-11-18T19:02:03,116 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/269745be85a94e11b8219320abaaa531 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/269745be85a94e11b8219320abaaa531 2024-11-18T19:02:03,131 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/B of 376aaeffb2a0ce4bd271ee563c33b9ff into 269745be85a94e11b8219320abaaa531(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:03,131 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:03,132 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/B, priority=13, startTime=1731956523071; duration=0sec 2024-11-18T19:02:03,132 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:03,132 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:B 2024-11-18T19:02:03,133 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:03,135 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:03,135 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/C is initiating minor compaction (all files) 2024-11-18T19:02:03,135 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/C in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:03,135 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8a8fbe4cd687478688cae4b7d35f1bd4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e1a162be45ac47d1ab6160e6581e3893, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e3cfaffc84b3409d82475327d77f8f99] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=35.5 K 2024-11-18T19:02:03,137 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a8fbe4cd687478688cae4b7d35f1bd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731956521434 2024-11-18T19:02:03,138 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1a162be45ac47d1ab6160e6581e3893, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731956521885 2024-11-18T19:02:03,139 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3cfaffc84b3409d82475327d77f8f99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731956522559 2024-11-18T19:02:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T19:02:03,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-18T19:02:03,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:03,155 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-18T19:02:03,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741865_1041 (size=12459) 2024-11-18T19:02:03,172 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/b32d026bff594b228a09c8951cff2e39 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/b32d026bff594b228a09c8951cff2e39 2024-11-18T19:02:03,174 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#C#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:03,175 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/a329d14d23714e979603560d90a7404b is 50, key is test_row_0/C:col10/1731956522559/Put/seqid=0 2024-11-18T19:02:03,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/0536f2899a1a434b8c5b3045e0db6b89 is 50, key is test_row_0/A:col10/1731956522926/Put/seqid=0 2024-11-18T19:02:03,186 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/A of 376aaeffb2a0ce4bd271ee563c33b9ff into b32d026bff594b228a09c8951cff2e39(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:03,186 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:03,186 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/A, priority=13, startTime=1731956523070; duration=0sec 2024-11-18T19:02:03,186 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:03,186 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:A 2024-11-18T19:02:03,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741866_1042 (size=12459) 2024-11-18T19:02:03,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741867_1043 (size=12151) 2024-11-18T19:02:03,230 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/a329d14d23714e979603560d90a7404b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/a329d14d23714e979603560d90a7404b 2024-11-18T19:02:03,243 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/C of 376aaeffb2a0ce4bd271ee563c33b9ff into a329d14d23714e979603560d90a7404b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:03,243 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:03,243 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/C, priority=13, startTime=1731956523072; duration=0sec 2024-11-18T19:02:03,244 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:03,244 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:C 2024-11-18T19:02:03,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:03,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956583279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956583282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956583285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956583287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956583287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956583397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956583398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956583398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956583398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956583399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T19:02:03,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956583608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956583608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956583609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956583609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956583609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,627 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/0536f2899a1a434b8c5b3045e0db6b89 2024-11-18T19:02:03,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/04075fd54ff740b882d3267dad4d53e9 is 50, key is test_row_0/B:col10/1731956522926/Put/seqid=0 2024-11-18T19:02:03,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741868_1044 (size=12151) 2024-11-18T19:02:03,668 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/04075fd54ff740b882d3267dad4d53e9 2024-11-18T19:02:03,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/3ec0cbac3d1a459eb46557032e36bd6d is 50, key is test_row_0/C:col10/1731956522926/Put/seqid=0 2024-11-18T19:02:03,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741869_1045 (size=12151) 2024-11-18T19:02:03,707 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/3ec0cbac3d1a459eb46557032e36bd6d 2024-11-18T19:02:03,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/0536f2899a1a434b8c5b3045e0db6b89 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/0536f2899a1a434b8c5b3045e0db6b89 2024-11-18T19:02:03,727 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/0536f2899a1a434b8c5b3045e0db6b89, entries=150, sequenceid=155, filesize=11.9 K 2024-11-18T19:02:03,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/04075fd54ff740b882d3267dad4d53e9 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/04075fd54ff740b882d3267dad4d53e9 2024-11-18T19:02:03,741 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/04075fd54ff740b882d3267dad4d53e9, entries=150, sequenceid=155, filesize=11.9 K 2024-11-18T19:02:03,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/3ec0cbac3d1a459eb46557032e36bd6d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/3ec0cbac3d1a459eb46557032e36bd6d 2024-11-18T19:02:03,757 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/3ec0cbac3d1a459eb46557032e36bd6d, entries=150, sequenceid=155, filesize=11.9 K 2024-11-18T19:02:03,760 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 376aaeffb2a0ce4bd271ee563c33b9ff in 604ms, sequenceid=155, compaction requested=false 2024-11-18T19:02:03,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:03,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:03,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-18T19:02:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-18T19:02:03,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T19:02:03,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 926 msec 2024-11-18T19:02:03,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 938 msec 2024-11-18T19:02:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:03,922 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:03,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-18T19:02:03,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/668674defa3b41389173c4c7e6bb9d2f is 50, key is test_row_0/A:col10/1731956523921/Put/seqid=0 2024-11-18T19:02:03,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956583949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956583951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956583952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956583956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T19:02:03,968 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:03,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:03,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956583955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:03,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-18T19:02:03,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:03,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-18T19:02:03,973 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:03,974 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:03,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:03,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741870_1046 (size=12151) 2024-11-18T19:02:03,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/668674defa3b41389173c4c7e6bb9d2f 2024-11-18T19:02:03,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/eebb61eb6e1b45109b8de945df61cc17 is 50, key is test_row_0/B:col10/1731956523921/Put/seqid=0 2024-11-18T19:02:04,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741871_1047 (size=12151) 2024-11-18T19:02:04,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/eebb61eb6e1b45109b8de945df61cc17 2024-11-18T19:02:04,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/35a32fb4f9dc49a89482004587f0f334 is 50, key is test_row_0/C:col10/1731956523921/Put/seqid=0 2024-11-18T19:02:04,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741872_1048 (size=12151) 2024-11-18T19:02:04,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956584068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956584068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-18T19:02:04,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956584077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956584077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956584078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-18T19:02:04,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:04,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:04,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:04,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:04,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:04,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956584278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956584278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-18T19:02:04,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:04,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:04,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:04,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:04,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-18T19:02:04,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956584287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956584298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956584299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-18T19:02:04,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:04,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:04,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:04,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:04,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:04,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/35a32fb4f9dc49a89482004587f0f334 2024-11-18T19:02:04,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/668674defa3b41389173c4c7e6bb9d2f as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/668674defa3b41389173c4c7e6bb9d2f 2024-11-18T19:02:04,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/668674defa3b41389173c4c7e6bb9d2f, entries=150, sequenceid=178, filesize=11.9 K 2024-11-18T19:02:04,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/eebb61eb6e1b45109b8de945df61cc17 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/eebb61eb6e1b45109b8de945df61cc17 2024-11-18T19:02:04,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/eebb61eb6e1b45109b8de945df61cc17, entries=150, sequenceid=178, filesize=11.9 K 2024-11-18T19:02:04,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/35a32fb4f9dc49a89482004587f0f334 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/35a32fb4f9dc49a89482004587f0f334 2024-11-18T19:02:04,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/35a32fb4f9dc49a89482004587f0f334, entries=150, sequenceid=178, filesize=11.9 K 2024-11-18T19:02:04,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 376aaeffb2a0ce4bd271ee563c33b9ff in 573ms, sequenceid=178, compaction requested=true 2024-11-18T19:02:04,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:04,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:04,496 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:04,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:04,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:04,496 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:04,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:04,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:04,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:04,497 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:04,497 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/A is initiating minor compaction (all files) 2024-11-18T19:02:04,497 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:04,497 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/A in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:04,497 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/B is initiating minor compaction (all files) 2024-11-18T19:02:04,497 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/B in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:04,497 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/b32d026bff594b228a09c8951cff2e39, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/0536f2899a1a434b8c5b3045e0db6b89, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/668674defa3b41389173c4c7e6bb9d2f] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=35.9 K 2024-11-18T19:02:04,498 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/269745be85a94e11b8219320abaaa531, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/04075fd54ff740b882d3267dad4d53e9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/eebb61eb6e1b45109b8de945df61cc17] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=35.9 K 2024-11-18T19:02:04,498 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting b32d026bff594b228a09c8951cff2e39, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731956522559 2024-11-18T19:02:04,498 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 269745be85a94e11b8219320abaaa531, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731956522559 2024-11-18T19:02:04,498 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0536f2899a1a434b8c5b3045e0db6b89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731956522926 2024-11-18T19:02:04,499 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 04075fd54ff740b882d3267dad4d53e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731956522926 2024-11-18T19:02:04,499 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 668674defa3b41389173c4c7e6bb9d2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731956523284 2024-11-18T19:02:04,499 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting eebb61eb6e1b45109b8de945df61cc17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731956523284 2024-11-18T19:02:04,515 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#A#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:04,516 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/5fbbb21eb169487682a105dd137c61b5 is 50, key is test_row_0/A:col10/1731956523921/Put/seqid=0 2024-11-18T19:02:04,520 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#B#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:04,520 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/779d097f607849be81e594c716e36d30 is 50, key is test_row_0/B:col10/1731956523921/Put/seqid=0 2024-11-18T19:02:04,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741873_1049 (size=12561) 2024-11-18T19:02:04,542 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/5fbbb21eb169487682a105dd137c61b5 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/5fbbb21eb169487682a105dd137c61b5 2024-11-18T19:02:04,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741874_1050 (size=12561) 2024-11-18T19:02:04,558 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/779d097f607849be81e594c716e36d30 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/779d097f607849be81e594c716e36d30 2024-11-18T19:02:04,566 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/A of 376aaeffb2a0ce4bd271ee563c33b9ff into 5fbbb21eb169487682a105dd137c61b5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:04,566 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:04,566 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/A, priority=13, startTime=1731956524496; duration=0sec 2024-11-18T19:02:04,566 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:04,566 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:A 2024-11-18T19:02:04,566 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:04,569 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:04,569 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/C is initiating minor compaction (all files) 2024-11-18T19:02:04,569 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/C in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:04,569 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/a329d14d23714e979603560d90a7404b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/3ec0cbac3d1a459eb46557032e36bd6d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/35a32fb4f9dc49a89482004587f0f334] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=35.9 K 2024-11-18T19:02:04,570 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting a329d14d23714e979603560d90a7404b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731956522559 2024-11-18T19:02:04,571 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ec0cbac3d1a459eb46557032e36bd6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731956522926 2024-11-18T19:02:04,571 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/B of 376aaeffb2a0ce4bd271ee563c33b9ff into 779d097f607849be81e594c716e36d30(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:04,571 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:04,571 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/B, priority=13, startTime=1731956524496; duration=0sec 2024-11-18T19:02:04,571 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35a32fb4f9dc49a89482004587f0f334, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731956523284 2024-11-18T19:02:04,571 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:04,571 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:B 2024-11-18T19:02:04,590 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#C#compaction#38 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:04,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-18T19:02:04,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:04,592 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-18T19:02:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:04,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:04,594 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/145eeb0fc9c840ccafa7e08d088cc997 is 50, key is test_row_0/C:col10/1731956523921/Put/seqid=0 2024-11-18T19:02:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-18T19:02:04,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741875_1051 (size=12561) 2024-11-18T19:02:04,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/232d28cfad3d41d4ab69816305cf9ec3 is 50, key is test_row_0/A:col10/1731956524591/Put/seqid=0 2024-11-18T19:02:04,637 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/145eeb0fc9c840ccafa7e08d088cc997 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/145eeb0fc9c840ccafa7e08d088cc997 2024-11-18T19:02:04,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956584632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956584632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956584636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956584638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956584641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,653 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/C of 376aaeffb2a0ce4bd271ee563c33b9ff into 145eeb0fc9c840ccafa7e08d088cc997(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:04,653 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:04,653 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/C, priority=13, startTime=1731956524496; duration=0sec 2024-11-18T19:02:04,653 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:04,653 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:C 2024-11-18T19:02:04,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741876_1052 (size=14541) 2024-11-18T19:02:04,667 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/232d28cfad3d41d4ab69816305cf9ec3 2024-11-18T19:02:04,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/f3d3b91fd3164e639d6a0b8f43687b1f is 50, key is test_row_0/B:col10/1731956524591/Put/seqid=0 2024-11-18T19:02:04,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741877_1053 (size=12151) 2024-11-18T19:02:04,700 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/f3d3b91fd3164e639d6a0b8f43687b1f 2024-11-18T19:02:04,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/5062c1202d074559a07c3d7b3ba30da6 is 50, key is test_row_0/C:col10/1731956524591/Put/seqid=0 2024-11-18T19:02:04,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741878_1054 (size=12151) 2024-11-18T19:02:04,728 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/5062c1202d074559a07c3d7b3ba30da6 2024-11-18T19:02:04,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/232d28cfad3d41d4ab69816305cf9ec3 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/232d28cfad3d41d4ab69816305cf9ec3 2024-11-18T19:02:04,749 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/232d28cfad3d41d4ab69816305cf9ec3, entries=200, sequenceid=197, filesize=14.2 K 2024-11-18T19:02:04,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956584748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956584749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956584749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956584749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/f3d3b91fd3164e639d6a0b8f43687b1f as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/f3d3b91fd3164e639d6a0b8f43687b1f 2024-11-18T19:02:04,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,760 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/f3d3b91fd3164e639d6a0b8f43687b1f, entries=150, sequenceid=197, filesize=11.9 K 2024-11-18T19:02:04,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/5062c1202d074559a07c3d7b3ba30da6 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5062c1202d074559a07c3d7b3ba30da6 2024-11-18T19:02:04,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956584758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,776 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5062c1202d074559a07c3d7b3ba30da6, entries=150, sequenceid=197, filesize=11.9 K 2024-11-18T19:02:04,778 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 376aaeffb2a0ce4bd271ee563c33b9ff in 185ms, sequenceid=197, compaction requested=false 2024-11-18T19:02:04,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:04,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:04,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-18T19:02:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-18T19:02:04,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-18T19:02:04,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 806 msec 2024-11-18T19:02:04,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 816 msec 2024-11-18T19:02:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:04,960 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:04,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-18T19:02:04,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/7a98c44afa274164b70e9c1eb14ac76b is 50, key is test_row_0/A:col10/1731956524628/Put/seqid=0 2024-11-18T19:02:04,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956584984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956584986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:04,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956584986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:04,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:04,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956584995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956585002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741879_1055 (size=12151) 2024-11-18T19:02:05,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/7a98c44afa274164b70e9c1eb14ac76b 2024-11-18T19:02:05,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/fb67a7a418674e138ffd8a40cf3d4c2e is 50, key is test_row_0/B:col10/1731956524628/Put/seqid=0 2024-11-18T19:02:05,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741880_1056 (size=12151) 2024-11-18T19:02:05,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/fb67a7a418674e138ffd8a40cf3d4c2e 2024-11-18T19:02:05,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/782d9c8e35b0484092c23e901f58db31 is 50, key is test_row_0/C:col10/1731956524628/Put/seqid=0 2024-11-18T19:02:05,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741881_1057 (size=12151) 2024-11-18T19:02:05,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/782d9c8e35b0484092c23e901f58db31 2024-11-18T19:02:05,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/7a98c44afa274164b70e9c1eb14ac76b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/7a98c44afa274164b70e9c1eb14ac76b 2024-11-18T19:02:05,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/7a98c44afa274164b70e9c1eb14ac76b, entries=150, sequenceid=219, filesize=11.9 K 2024-11-18T19:02:05,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/fb67a7a418674e138ffd8a40cf3d4c2e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/fb67a7a418674e138ffd8a40cf3d4c2e 2024-11-18T19:02:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-18T19:02:05,109 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:05,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/fb67a7a418674e138ffd8a40cf3d4c2e, entries=150, sequenceid=219, filesize=11.9 K 2024-11-18T19:02:05,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-18T19:02:05,113 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:05,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/782d9c8e35b0484092c23e901f58db31 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/782d9c8e35b0484092c23e901f58db31 2024-11-18T19:02:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-18T19:02:05,114 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:05,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:05,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956585108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956585108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956585108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956585109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956585109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/782d9c8e35b0484092c23e901f58db31, entries=150, sequenceid=219, filesize=11.9 K 2024-11-18T19:02:05,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 376aaeffb2a0ce4bd271ee563c33b9ff in 165ms, sequenceid=219, compaction requested=true 2024-11-18T19:02:05,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:05,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:05,125 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:05,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:05,125 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:05,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:05,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:05,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:05,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:05,132 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:05,132 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:05,132 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/B is initiating minor compaction (all files) 2024-11-18T19:02:05,132 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/A is initiating minor compaction (all files) 2024-11-18T19:02:05,132 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/A in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:05,132 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/5fbbb21eb169487682a105dd137c61b5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/232d28cfad3d41d4ab69816305cf9ec3, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/7a98c44afa274164b70e9c1eb14ac76b] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=38.3 K 2024-11-18T19:02:05,132 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/B in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:05,132 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/779d097f607849be81e594c716e36d30, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/f3d3b91fd3164e639d6a0b8f43687b1f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/fb67a7a418674e138ffd8a40cf3d4c2e] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=36.0 K 2024-11-18T19:02:05,133 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 779d097f607849be81e594c716e36d30, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731956523284 2024-11-18T19:02:05,133 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fbbb21eb169487682a105dd137c61b5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731956523284 2024-11-18T19:02:05,140 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 232d28cfad3d41d4ab69816305cf9ec3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731956523941 2024-11-18T19:02:05,140 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting f3d3b91fd3164e639d6a0b8f43687b1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731956523952 2024-11-18T19:02:05,140 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting fb67a7a418674e138ffd8a40cf3d4c2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731956524628 2024-11-18T19:02:05,144 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a98c44afa274164b70e9c1eb14ac76b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731956524628 2024-11-18T19:02:05,155 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#B#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:05,156 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/3b048f89e08a4ed4a7db93f279967749 is 50, key is test_row_0/B:col10/1731956524628/Put/seqid=0 2024-11-18T19:02:05,161 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:05,162 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/3d1af5898bad481db6f26efcadf04440 is 50, key is test_row_0/A:col10/1731956524628/Put/seqid=0 2024-11-18T19:02:05,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741882_1058 (size=12663) 2024-11-18T19:02:05,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741883_1059 (size=12663) 2024-11-18T19:02:05,206 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/3d1af5898bad481db6f26efcadf04440 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/3d1af5898bad481db6f26efcadf04440 2024-11-18T19:02:05,213 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/A of 376aaeffb2a0ce4bd271ee563c33b9ff into 3d1af5898bad481db6f26efcadf04440(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:05,213 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:05,213 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/A, priority=13, startTime=1731956525125; duration=0sec 2024-11-18T19:02:05,213 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:05,213 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:A 2024-11-18T19:02:05,213 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:05,216 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:05,216 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/C is initiating minor compaction (all files) 2024-11-18T19:02:05,216 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/C in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:05,216 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/145eeb0fc9c840ccafa7e08d088cc997, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5062c1202d074559a07c3d7b3ba30da6, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/782d9c8e35b0484092c23e901f58db31] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=36.0 K 2024-11-18T19:02:05,217 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 145eeb0fc9c840ccafa7e08d088cc997, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731956523284 2024-11-18T19:02:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-18T19:02:05,218 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5062c1202d074559a07c3d7b3ba30da6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731956523952 2024-11-18T19:02:05,218 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 782d9c8e35b0484092c23e901f58db31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731956524628 2024-11-18T19:02:05,237 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#C#compaction#47 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:05,238 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/27ad7b4f0d424423b1c60c47e49434e4 is 50, key is test_row_0/C:col10/1731956524628/Put/seqid=0 2024-11-18T19:02:05,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741884_1060 (size=12663) 2024-11-18T19:02:05,256 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/27ad7b4f0d424423b1c60c47e49434e4 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/27ad7b4f0d424423b1c60c47e49434e4 2024-11-18T19:02:05,265 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/C of 376aaeffb2a0ce4bd271ee563c33b9ff into 27ad7b4f0d424423b1c60c47e49434e4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:05,265 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:05,265 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/C, priority=13, startTime=1731956525126; duration=0sec 2024-11-18T19:02:05,265 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:05,265 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:C 2024-11-18T19:02:05,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-18T19:02:05,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:05,269 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-18T19:02:05,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/cf298464205f4d1cb555397d0112ad5e is 50, key is test_row_0/A:col10/1731956524982/Put/seqid=0 2024-11-18T19:02:05,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741885_1061 (size=12151) 2024-11-18T19:02:05,292 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/cf298464205f4d1cb555397d0112ad5e 2024-11-18T19:02:05,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/7597f2c63d2e4c47baeaefa705cfb847 is 50, key is test_row_0/B:col10/1731956524982/Put/seqid=0 2024-11-18T19:02:05,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741886_1062 (size=12151) 2024-11-18T19:02:05,320 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/7597f2c63d2e4c47baeaefa705cfb847 2024-11-18T19:02:05,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:05,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/9d4bdb64fc1a427dbec4f1d3b6e20386 is 50, key is test_row_0/C:col10/1731956524982/Put/seqid=0 2024-11-18T19:02:05,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956585359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956585362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956585368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956585370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741887_1063 (size=12151) 2024-11-18T19:02:05,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956585370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,378 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/9d4bdb64fc1a427dbec4f1d3b6e20386 2024-11-18T19:02:05,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/cf298464205f4d1cb555397d0112ad5e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/cf298464205f4d1cb555397d0112ad5e 2024-11-18T19:02:05,396 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/cf298464205f4d1cb555397d0112ad5e, entries=150, sequenceid=237, filesize=11.9 K 2024-11-18T19:02:05,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/7597f2c63d2e4c47baeaefa705cfb847 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/7597f2c63d2e4c47baeaefa705cfb847 2024-11-18T19:02:05,407 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/7597f2c63d2e4c47baeaefa705cfb847, entries=150, sequenceid=237, filesize=11.9 K 2024-11-18T19:02:05,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/9d4bdb64fc1a427dbec4f1d3b6e20386 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/9d4bdb64fc1a427dbec4f1d3b6e20386 2024-11-18T19:02:05,421 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/9d4bdb64fc1a427dbec4f1d3b6e20386, entries=150, sequenceid=237, filesize=11.9 K 2024-11-18T19:02:05,424 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 376aaeffb2a0ce4bd271ee563c33b9ff in 154ms, sequenceid=237, compaction requested=false 2024-11-18T19:02:05,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:05,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:05,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-18T19:02:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-18T19:02:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-18T19:02:05,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-18T19:02:05,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 313 msec 2024-11-18T19:02:05,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 323 msec 2024-11-18T19:02:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:05,484 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:05,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T19:02:05,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/496529d6d86149a9b3404c31d7bc9dc9 is 50, key is test_row_0/A:col10/1731956525368/Put/seqid=0 2024-11-18T19:02:05,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741888_1064 (size=14691) 2024-11-18T19:02:05,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/496529d6d86149a9b3404c31d7bc9dc9 2024-11-18T19:02:05,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/a1690a59b4c446b0b466ba5db0082c80 is 50, key is test_row_0/B:col10/1731956525368/Put/seqid=0 2024-11-18T19:02:05,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956585524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956585527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956585533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956585533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956585533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741889_1065 (size=12251) 2024-11-18T19:02:05,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/a1690a59b4c446b0b466ba5db0082c80 2024-11-18T19:02:05,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/ffa2aaf4390c4e5aa41add8e716b8331 is 50, key is test_row_0/C:col10/1731956525368/Put/seqid=0 2024-11-18T19:02:05,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741890_1066 (size=12251) 2024-11-18T19:02:05,608 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/3b048f89e08a4ed4a7db93f279967749 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/3b048f89e08a4ed4a7db93f279967749 2024-11-18T19:02:05,618 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/B of 376aaeffb2a0ce4bd271ee563c33b9ff into 3b048f89e08a4ed4a7db93f279967749(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:05,618 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:05,618 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/B, priority=13, startTime=1731956525125; duration=0sec 2024-11-18T19:02:05,618 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:05,618 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:B 2024-11-18T19:02:05,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956585637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956585638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956585648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956585649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956585649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-18T19:02:05,738 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:05,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-18T19:02:05,741 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-18T19:02:05,743 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:05,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-18T19:02:05,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956585847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956585848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956585857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956585857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:05,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956585857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:05,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:05,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:02:05,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:05,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:05,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:05,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:05,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:05,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/ffa2aaf4390c4e5aa41add8e716b8331 2024-11-18T19:02:06,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/496529d6d86149a9b3404c31d7bc9dc9 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/496529d6d86149a9b3404c31d7bc9dc9 2024-11-18T19:02:06,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/496529d6d86149a9b3404c31d7bc9dc9, entries=200, sequenceid=260, filesize=14.3 K 2024-11-18T19:02:06,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/a1690a59b4c446b0b466ba5db0082c80 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/a1690a59b4c446b0b466ba5db0082c80 2024-11-18T19:02:06,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/a1690a59b4c446b0b466ba5db0082c80, entries=150, sequenceid=260, filesize=12.0 K 2024-11-18T19:02:06,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/ffa2aaf4390c4e5aa41add8e716b8331 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/ffa2aaf4390c4e5aa41add8e716b8331 2024-11-18T19:02:06,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/ffa2aaf4390c4e5aa41add8e716b8331, entries=150, sequenceid=260, filesize=12.0 K 2024-11-18T19:02:06,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:02:06,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:06,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:06,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:06,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 376aaeffb2a0ce4bd271ee563c33b9ff in 566ms, sequenceid=260, compaction requested=true 2024-11-18T19:02:06,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:06,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:06,052 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:06,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:06,052 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:06,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:06,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:06,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:06,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,055 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:06,056 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/A is initiating minor compaction (all files) 2024-11-18T19:02:06,056 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/A in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:06,056 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/3d1af5898bad481db6f26efcadf04440, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/cf298464205f4d1cb555397d0112ad5e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/496529d6d86149a9b3404c31d7bc9dc9] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=38.6 K 2024-11-18T19:02:06,057 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:06,057 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/B is initiating minor compaction (all files) 2024-11-18T19:02:06,057 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/B in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:06,057 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/3b048f89e08a4ed4a7db93f279967749, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/7597f2c63d2e4c47baeaefa705cfb847, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/a1690a59b4c446b0b466ba5db0082c80] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=36.2 K 2024-11-18T19:02:06,058 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d1af5898bad481db6f26efcadf04440, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731956524628 2024-11-18T19:02:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-18T19:02:06,061 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b048f89e08a4ed4a7db93f279967749, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731956524628 2024-11-18T19:02:06,061 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf298464205f4d1cb555397d0112ad5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731956524982 2024-11-18T19:02:06,061 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 496529d6d86149a9b3404c31d7bc9dc9, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731956525366 2024-11-18T19:02:06,062 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 7597f2c63d2e4c47baeaefa705cfb847, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731956524982 2024-11-18T19:02:06,062 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting a1690a59b4c446b0b466ba5db0082c80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731956525366 2024-11-18T19:02:06,071 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#A#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:06,072 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/c50b5900da7d4193af94baf8565b49eb is 50, key is test_row_0/A:col10/1731956525368/Put/seqid=0 2024-11-18T19:02:06,082 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#B#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:06,083 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/2a03726b21a54c5495e3ab64fe0bb3e2 is 50, key is test_row_0/B:col10/1731956525368/Put/seqid=0 2024-11-18T19:02:06,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741891_1067 (size=12865) 2024-11-18T19:02:06,113 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/c50b5900da7d4193af94baf8565b49eb as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/c50b5900da7d4193af94baf8565b49eb 2024-11-18T19:02:06,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741892_1068 (size=12865) 2024-11-18T19:02:06,124 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/A of 376aaeffb2a0ce4bd271ee563c33b9ff into c50b5900da7d4193af94baf8565b49eb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:06,124 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:06,125 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/A, priority=13, startTime=1731956526052; duration=0sec 2024-11-18T19:02:06,125 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:06,125 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:A 2024-11-18T19:02:06,125 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:06,128 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:06,128 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/C is initiating minor compaction (all files) 2024-11-18T19:02:06,128 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/C in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:06,129 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/27ad7b4f0d424423b1c60c47e49434e4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/9d4bdb64fc1a427dbec4f1d3b6e20386, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/ffa2aaf4390c4e5aa41add8e716b8331] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=36.2 K 2024-11-18T19:02:06,129 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27ad7b4f0d424423b1c60c47e49434e4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731956524628 2024-11-18T19:02:06,130 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d4bdb64fc1a427dbec4f1d3b6e20386, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731956524982 2024-11-18T19:02:06,131 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffa2aaf4390c4e5aa41add8e716b8331, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731956525366 2024-11-18T19:02:06,133 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/2a03726b21a54c5495e3ab64fe0bb3e2 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/2a03726b21a54c5495e3ab64fe0bb3e2 2024-11-18T19:02:06,143 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/B of 376aaeffb2a0ce4bd271ee563c33b9ff into 2a03726b21a54c5495e3ab64fe0bb3e2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:06,143 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:06,143 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/B, priority=13, startTime=1731956526052; duration=0sec 2024-11-18T19:02:06,144 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:06,144 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:B 2024-11-18T19:02:06,148 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#C#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:06,149 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/7a3d551817ff4a46b1d57c590124ae3d is 50, key is test_row_0/C:col10/1731956525368/Put/seqid=0 2024-11-18T19:02:06,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741893_1069 (size=12865) 2024-11-18T19:02:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:06,161 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:06,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T19:02:06,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/8ccf5341e45b4e078671bea52805f1c8 is 50, key is test_row_0/A:col10/1731956525523/Put/seqid=0 2024-11-18T19:02:06,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741894_1070 (size=14741) 2024-11-18T19:02:06,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:02:06,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:06,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:06,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:06,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956586226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956586226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956586228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956586232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956586234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956586337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956586338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956586338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956586347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956586348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:02:06,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:06,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:06,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:06,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-18T19:02:06,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:02:06,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:06,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:06,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:06,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956586548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956586548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956586548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956586558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956586558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,563 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/7a3d551817ff4a46b1d57c590124ae3d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/7a3d551817ff4a46b1d57c590124ae3d 2024-11-18T19:02:06,572 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/C of 376aaeffb2a0ce4bd271ee563c33b9ff into 7a3d551817ff4a46b1d57c590124ae3d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:06,572 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:06,572 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/C, priority=13, startTime=1731956526052; duration=0sec 2024-11-18T19:02:06,573 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:06,573 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:C 2024-11-18T19:02:06,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/8ccf5341e45b4e078671bea52805f1c8 2024-11-18T19:02:06,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/e579d72a6772447194c71f397f89a074 is 50, key is test_row_0/B:col10/1731956525523/Put/seqid=0 2024-11-18T19:02:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741895_1071 (size=12301) 2024-11-18T19:02:06,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:02:06,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:06,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:06,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:06,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:02:06,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:06,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:06,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:06,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956586857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956586857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956586857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956586867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956586868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:06,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-18T19:02:06,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:02:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:06,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:07,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/e579d72a6772447194c71f397f89a074 2024-11-18T19:02:07,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/e89d76c1e5df4567b4f377d654bd5f9a is 50, key is test_row_0/C:col10/1731956525523/Put/seqid=0 2024-11-18T19:02:07,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741896_1072 (size=12301) 2024-11-18T19:02:07,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:02:07,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:07,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:07,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:07,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:07,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:07,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:02:07,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:07,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:07,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:07,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:07,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:07,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956587368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:07,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:07,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956587368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956587368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:07,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:07,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:07,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:07,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:07,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:07,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956587377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:07,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:07,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:07,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:07,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956587388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:07,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:07,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:07,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:07,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:02:07,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:07,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:07,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:07,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:07,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:07,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/e89d76c1e5df4567b4f377d654bd5f9a 2024-11-18T19:02:07,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/8ccf5341e45b4e078671bea52805f1c8 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/8ccf5341e45b4e078671bea52805f1c8 2024-11-18T19:02:07,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/8ccf5341e45b4e078671bea52805f1c8, entries=200, sequenceid=278, filesize=14.4 K 2024-11-18T19:02:07,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/e579d72a6772447194c71f397f89a074 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/e579d72a6772447194c71f397f89a074 2024-11-18T19:02:07,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/e579d72a6772447194c71f397f89a074, entries=150, sequenceid=278, filesize=12.0 K 2024-11-18T19:02:07,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/e89d76c1e5df4567b4f377d654bd5f9a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e89d76c1e5df4567b4f377d654bd5f9a 2024-11-18T19:02:07,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e89d76c1e5df4567b4f377d654bd5f9a, entries=150, sequenceid=278, filesize=12.0 K 2024-11-18T19:02:07,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 376aaeffb2a0ce4bd271ee563c33b9ff in 1328ms, sequenceid=278, compaction requested=false 2024-11-18T19:02:07,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:07,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:02:07,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:07,591 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-18T19:02:07,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/be95e307d71d4e85ae5c7f3b32753b80 is 50, key is test_row_0/A:col10/1731956526223/Put/seqid=0 2024-11-18T19:02:07,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741897_1073 (size=12301) 2024-11-18T19:02:07,612 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/be95e307d71d4e85ae5c7f3b32753b80 2024-11-18T19:02:07,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/18b85d18c4ac4488b2d568ac07dc18e9 is 50, key is test_row_0/B:col10/1731956526223/Put/seqid=0 2024-11-18T19:02:07,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741898_1074 (size=12301) 2024-11-18T19:02:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-18T19:02:08,046 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/18b85d18c4ac4488b2d568ac07dc18e9 2024-11-18T19:02:08,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/720b5a624f274fb9a0ea372e98b4da12 is 50, key is test_row_0/C:col10/1731956526223/Put/seqid=0 2024-11-18T19:02:08,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741899_1075 (size=12301) 2024-11-18T19:02:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:08,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:08,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956588401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956588401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:08,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:08,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956588412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:08,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:08,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956588412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956588412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:08,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:08,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:08,485 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/720b5a624f274fb9a0ea372e98b4da12 2024-11-18T19:02:08,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/be95e307d71d4e85ae5c7f3b32753b80 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/be95e307d71d4e85ae5c7f3b32753b80 2024-11-18T19:02:08,502 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/be95e307d71d4e85ae5c7f3b32753b80, entries=150, sequenceid=300, filesize=12.0 K 2024-11-18T19:02:08,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/18b85d18c4ac4488b2d568ac07dc18e9 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/18b85d18c4ac4488b2d568ac07dc18e9 2024-11-18T19:02:08,511 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/18b85d18c4ac4488b2d568ac07dc18e9, entries=150, sequenceid=300, filesize=12.0 K 2024-11-18T19:02:08,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/720b5a624f274fb9a0ea372e98b4da12 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/720b5a624f274fb9a0ea372e98b4da12 2024-11-18T19:02:08,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956588518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:08,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956588518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:08,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:08,525 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/720b5a624f274fb9a0ea372e98b4da12, entries=150, sequenceid=300, filesize=12.0 K 2024-11-18T19:02:08,528 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 376aaeffb2a0ce4bd271ee563c33b9ff in 937ms, sequenceid=300, compaction requested=true 2024-11-18T19:02:08,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:08,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:08,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-18T19:02:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-18T19:02:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:08,532 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:08,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-18T19:02:08,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-18T19:02:08,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/c537a1d375e5424f84bbcb47cc8e76ec is 50, key is test_row_0/A:col10/1731956528400/Put/seqid=0 2024-11-18T19:02:08,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7910 sec 2024-11-18T19:02:08,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 2.8120 sec 2024-11-18T19:02:08,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956588579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:08,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:08,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956588582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:08,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:08,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956588586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:08,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:08,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741900_1076 (size=14741) 2024-11-18T19:02:08,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/c537a1d375e5424f84bbcb47cc8e76ec 2024-11-18T19:02:08,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/8a39985e4c014734a5063e256bbf06a2 is 50, key is test_row_0/B:col10/1731956528400/Put/seqid=0 2024-11-18T19:02:08,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741901_1077 (size=12301) 2024-11-18T19:02:08,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/8a39985e4c014734a5063e256bbf06a2 2024-11-18T19:02:08,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/952dcf8e76f740c5b955b1f809f2b5af is 50, key is test_row_0/C:col10/1731956528400/Put/seqid=0 2024-11-18T19:02:08,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741902_1078 (size=12301) 2024-11-18T19:02:08,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:08,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956588698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956588698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:08,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:08,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:08,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956588698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:08,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:08,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:08,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956588728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:08,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956588728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:08,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:08,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:08,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956588907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:08,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:08,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956588907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:08,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:08,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956588908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:08,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:08,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956589038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956589038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/952dcf8e76f740c5b955b1f809f2b5af 2024-11-18T19:02:09,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/c537a1d375e5424f84bbcb47cc8e76ec as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/c537a1d375e5424f84bbcb47cc8e76ec 2024-11-18T19:02:09,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/c537a1d375e5424f84bbcb47cc8e76ec, entries=200, sequenceid=318, filesize=14.4 K 2024-11-18T19:02:09,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/8a39985e4c014734a5063e256bbf06a2 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8a39985e4c014734a5063e256bbf06a2 2024-11-18T19:02:09,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8a39985e4c014734a5063e256bbf06a2, entries=150, sequenceid=318, filesize=12.0 K 2024-11-18T19:02:09,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/952dcf8e76f740c5b955b1f809f2b5af as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/952dcf8e76f740c5b955b1f809f2b5af 2024-11-18T19:02:09,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/952dcf8e76f740c5b955b1f809f2b5af, entries=150, sequenceid=318, filesize=12.0 K 2024-11-18T19:02:09,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 376aaeffb2a0ce4bd271ee563c33b9ff in 561ms, sequenceid=318, compaction requested=true 2024-11-18T19:02:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:09,094 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:02:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:09,094 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:02:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:09,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:09,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:09,096 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:02:09,096 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49768 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:02:09,096 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/B is initiating minor compaction (all files) 2024-11-18T19:02:09,096 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/A is initiating minor compaction (all files) 2024-11-18T19:02:09,096 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/A in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:09,096 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/B in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:09,096 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/2a03726b21a54c5495e3ab64fe0bb3e2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/e579d72a6772447194c71f397f89a074, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/18b85d18c4ac4488b2d568ac07dc18e9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8a39985e4c014734a5063e256bbf06a2] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=48.6 K 2024-11-18T19:02:09,096 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/c50b5900da7d4193af94baf8565b49eb, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/8ccf5341e45b4e078671bea52805f1c8, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/be95e307d71d4e85ae5c7f3b32753b80, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/c537a1d375e5424f84bbcb47cc8e76ec] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=53.4 K 2024-11-18T19:02:09,096 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting c50b5900da7d4193af94baf8565b49eb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731956525366 2024-11-18T19:02:09,096 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a03726b21a54c5495e3ab64fe0bb3e2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731956525366 2024-11-18T19:02:09,097 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ccf5341e45b4e078671bea52805f1c8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731956525523 2024-11-18T19:02:09,097 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting e579d72a6772447194c71f397f89a074, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731956525523 2024-11-18T19:02:09,097 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting be95e307d71d4e85ae5c7f3b32753b80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731956526223 2024-11-18T19:02:09,098 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 18b85d18c4ac4488b2d568ac07dc18e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731956526223 2024-11-18T19:02:09,099 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting c537a1d375e5424f84bbcb47cc8e76ec, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731956528400 2024-11-18T19:02:09,099 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a39985e4c014734a5063e256bbf06a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731956528400 2024-11-18T19:02:09,113 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:09,113 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#B#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:09,114 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/a0ba0cbb974347429df7398c8f8c0f5c is 50, key is test_row_0/B:col10/1731956528400/Put/seqid=0 2024-11-18T19:02:09,114 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/2033f0d25a9c44aa9498bf80dd949bcf is 50, key is test_row_0/A:col10/1731956528400/Put/seqid=0 2024-11-18T19:02:09,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741903_1079 (size=13051) 2024-11-18T19:02:09,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741904_1080 (size=13051) 2024-11-18T19:02:09,137 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/a0ba0cbb974347429df7398c8f8c0f5c as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/a0ba0cbb974347429df7398c8f8c0f5c 2024-11-18T19:02:09,138 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/2033f0d25a9c44aa9498bf80dd949bcf as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/2033f0d25a9c44aa9498bf80dd949bcf 2024-11-18T19:02:09,148 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/A of 376aaeffb2a0ce4bd271ee563c33b9ff into 2033f0d25a9c44aa9498bf80dd949bcf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:09,148 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:09,149 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/A, priority=12, startTime=1731956529094; duration=0sec 2024-11-18T19:02:09,149 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:09,149 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:A 2024-11-18T19:02:09,149 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:02:09,150 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49768 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:02:09,150 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/C is initiating minor compaction (all files) 2024-11-18T19:02:09,150 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/C in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:09,150 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/7a3d551817ff4a46b1d57c590124ae3d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e89d76c1e5df4567b4f377d654bd5f9a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/720b5a624f274fb9a0ea372e98b4da12, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/952dcf8e76f740c5b955b1f809f2b5af] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=48.6 K 2024-11-18T19:02:09,151 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a3d551817ff4a46b1d57c590124ae3d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731956525366 2024-11-18T19:02:09,151 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting e89d76c1e5df4567b4f377d654bd5f9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731956525523 2024-11-18T19:02:09,151 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/B of 376aaeffb2a0ce4bd271ee563c33b9ff into a0ba0cbb974347429df7398c8f8c0f5c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:09,151 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:09,151 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/B, priority=12, startTime=1731956529094; duration=0sec 2024-11-18T19:02:09,151 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 720b5a624f274fb9a0ea372e98b4da12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731956526223 2024-11-18T19:02:09,152 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:09,152 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:B 2024-11-18T19:02:09,152 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 952dcf8e76f740c5b955b1f809f2b5af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731956528400 2024-11-18T19:02:09,167 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#C#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:09,167 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/93eff35072a24c6fb9f1ff1010021f2e is 50, key is test_row_0/C:col10/1731956528400/Put/seqid=0 2024-11-18T19:02:09,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741905_1081 (size=13051) 2024-11-18T19:02:09,190 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/93eff35072a24c6fb9f1ff1010021f2e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/93eff35072a24c6fb9f1ff1010021f2e 2024-11-18T19:02:09,204 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/C of 376aaeffb2a0ce4bd271ee563c33b9ff into 93eff35072a24c6fb9f1ff1010021f2e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:09,204 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:09,204 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/C, priority=12, startTime=1731956529094; duration=0sec 2024-11-18T19:02:09,204 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:09,205 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:C 2024-11-18T19:02:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:09,224 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:09,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-18T19:02:09,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/255b68fd75fa4c3a87910be11c4f3aa0 is 50, key is test_row_0/A:col10/1731956529224/Put/seqid=0 2024-11-18T19:02:09,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741906_1082 (size=14741) 2024-11-18T19:02:09,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/255b68fd75fa4c3a87910be11c4f3aa0 2024-11-18T19:02:09,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956589250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956589251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/8a30c5bf44ac45c7aa7ae5bf213c5fb1 is 50, key is test_row_0/B:col10/1731956529224/Put/seqid=0 2024-11-18T19:02:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956589256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741907_1083 (size=12301) 2024-11-18T19:02:09,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/8a30c5bf44ac45c7aa7ae5bf213c5fb1 2024-11-18T19:02:09,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/c0af283d5c9b4dd3b112252a691d70d9 is 50, key is test_row_0/C:col10/1731956529224/Put/seqid=0 2024-11-18T19:02:09,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741908_1084 (size=12301) 2024-11-18T19:02:09,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/c0af283d5c9b4dd3b112252a691d70d9 2024-11-18T19:02:09,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/255b68fd75fa4c3a87910be11c4f3aa0 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/255b68fd75fa4c3a87910be11c4f3aa0 2024-11-18T19:02:09,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/255b68fd75fa4c3a87910be11c4f3aa0, entries=200, sequenceid=342, filesize=14.4 K 2024-11-18T19:02:09,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/8a30c5bf44ac45c7aa7ae5bf213c5fb1 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8a30c5bf44ac45c7aa7ae5bf213c5fb1 2024-11-18T19:02:09,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8a30c5bf44ac45c7aa7ae5bf213c5fb1, entries=150, sequenceid=342, filesize=12.0 K 2024-11-18T19:02:09,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/c0af283d5c9b4dd3b112252a691d70d9 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/c0af283d5c9b4dd3b112252a691d70d9 2024-11-18T19:02:09,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/c0af283d5c9b4dd3b112252a691d70d9, entries=150, sequenceid=342, filesize=12.0 K 2024-11-18T19:02:09,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 376aaeffb2a0ce4bd271ee563c33b9ff in 126ms, sequenceid=342, compaction requested=false 2024-11-18T19:02:09,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:09,372 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:09,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-18T19:02:09,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/0e52209ef7f1413aadb703785733c7ba is 50, key is test_row_0/A:col10/1731956529372/Put/seqid=0 2024-11-18T19:02:09,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741909_1085 (size=12301) 2024-11-18T19:02:09,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/0e52209ef7f1413aadb703785733c7ba 2024-11-18T19:02:09,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/ea0b5ed74dea49a78459204db287e17b is 50, key is test_row_0/B:col10/1731956529372/Put/seqid=0 2024-11-18T19:02:09,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956589416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956589416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956589422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741910_1086 (size=12301) 2024-11-18T19:02:09,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/ea0b5ed74dea49a78459204db287e17b 2024-11-18T19:02:09,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/7556a952e2d14934a688b91e53759619 is 50, key is test_row_0/C:col10/1731956529372/Put/seqid=0 2024-11-18T19:02:09,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741911_1087 (size=12301) 2024-11-18T19:02:09,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/7556a952e2d14934a688b91e53759619 2024-11-18T19:02:09,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/0e52209ef7f1413aadb703785733c7ba as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/0e52209ef7f1413aadb703785733c7ba 2024-11-18T19:02:09,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/0e52209ef7f1413aadb703785733c7ba, entries=150, sequenceid=359, filesize=12.0 K 2024-11-18T19:02:09,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/ea0b5ed74dea49a78459204db287e17b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/ea0b5ed74dea49a78459204db287e17b 2024-11-18T19:02:09,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/ea0b5ed74dea49a78459204db287e17b, entries=150, sequenceid=359, filesize=12.0 K 2024-11-18T19:02:09,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/7556a952e2d14934a688b91e53759619 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/7556a952e2d14934a688b91e53759619 2024-11-18T19:02:09,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/7556a952e2d14934a688b91e53759619, entries=150, sequenceid=359, filesize=12.0 K 2024-11-18T19:02:09,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 376aaeffb2a0ce4bd271ee563c33b9ff in 141ms, sequenceid=359, compaction requested=true 2024-11-18T19:02:09,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:09,513 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:09,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:09,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:09,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:09,514 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:09,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:09,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:09,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:09,515 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:09,515 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/A is initiating minor compaction (all files) 2024-11-18T19:02:09,515 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/A in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:09,515 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/2033f0d25a9c44aa9498bf80dd949bcf, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/255b68fd75fa4c3a87910be11c4f3aa0, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/0e52209ef7f1413aadb703785733c7ba] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=39.2 K 2024-11-18T19:02:09,516 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:09,516 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2033f0d25a9c44aa9498bf80dd949bcf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731956528400 2024-11-18T19:02:09,516 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/B is initiating minor compaction (all files) 2024-11-18T19:02:09,516 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/B in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:09,516 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/a0ba0cbb974347429df7398c8f8c0f5c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8a30c5bf44ac45c7aa7ae5bf213c5fb1, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/ea0b5ed74dea49a78459204db287e17b] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=36.8 K 2024-11-18T19:02:09,516 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 255b68fd75fa4c3a87910be11c4f3aa0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731956528583 2024-11-18T19:02:09,517 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting a0ba0cbb974347429df7398c8f8c0f5c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731956528400 2024-11-18T19:02:09,517 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e52209ef7f1413aadb703785733c7ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731956529241 2024-11-18T19:02:09,517 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a30c5bf44ac45c7aa7ae5bf213c5fb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731956529220 2024-11-18T19:02:09,518 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting ea0b5ed74dea49a78459204db287e17b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731956529241 2024-11-18T19:02:09,529 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#B#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:09,529 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#A#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:09,530 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/0eceb7ff03f747509973bada7e7702bd is 50, key is test_row_0/B:col10/1731956529372/Put/seqid=0 2024-11-18T19:02:09,531 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/25e56d966e314dc894af3b42264d6f39 is 50, key is test_row_0/A:col10/1731956529372/Put/seqid=0 2024-11-18T19:02:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:09,534 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:09,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-18T19:02:09,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/902308f5bd9245a9a771a48239e653d4 is 50, key is test_row_0/A:col10/1731956529533/Put/seqid=0 2024-11-18T19:02:09,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741912_1088 (size=13153) 2024-11-18T19:02:09,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,570 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/0eceb7ff03f747509973bada7e7702bd as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/0eceb7ff03f747509973bada7e7702bd 2024-11-18T19:02:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956589564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956589565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956589568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956589568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741913_1089 (size=13153) 2024-11-18T19:02:09,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956589571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,583 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/25e56d966e314dc894af3b42264d6f39 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/25e56d966e314dc894af3b42264d6f39 2024-11-18T19:02:09,585 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/B of 376aaeffb2a0ce4bd271ee563c33b9ff into 0eceb7ff03f747509973bada7e7702bd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:09,585 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:09,585 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/B, priority=13, startTime=1731956529514; duration=0sec 2024-11-18T19:02:09,585 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:09,585 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:B 2024-11-18T19:02:09,585 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:09,587 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:09,588 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/C is initiating minor compaction (all files) 2024-11-18T19:02:09,588 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/C in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:09,588 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/93eff35072a24c6fb9f1ff1010021f2e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/c0af283d5c9b4dd3b112252a691d70d9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/7556a952e2d14934a688b91e53759619] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=36.8 K 2024-11-18T19:02:09,590 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 93eff35072a24c6fb9f1ff1010021f2e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731956528400 2024-11-18T19:02:09,590 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting c0af283d5c9b4dd3b112252a691d70d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731956529220 2024-11-18T19:02:09,591 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 7556a952e2d14934a688b91e53759619, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731956529241 2024-11-18T19:02:09,592 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/A of 376aaeffb2a0ce4bd271ee563c33b9ff into 25e56d966e314dc894af3b42264d6f39(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:09,592 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:09,593 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/A, priority=13, startTime=1731956529513; duration=0sec 2024-11-18T19:02:09,593 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:09,593 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:A 2024-11-18T19:02:09,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741914_1090 (size=17181) 2024-11-18T19:02:09,610 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#C#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:09,611 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/5e1009132d894c33b4219db74821e203 is 50, key is test_row_0/C:col10/1731956529372/Put/seqid=0 2024-11-18T19:02:09,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741915_1091 (size=13153) 2024-11-18T19:02:09,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956589677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956589678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956589678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956589678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956589687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956589887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956589887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956589887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956589887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956589898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:09,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:09,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-18T19:02:09,907 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:09,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-18T19:02:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-18T19:02:09,909 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:09,910 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:09,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:10,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/902308f5bd9245a9a771a48239e653d4 2024-11-18T19:02:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-18T19:02:10,033 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/5e1009132d894c33b4219db74821e203 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5e1009132d894c33b4219db74821e203 2024-11-18T19:02:10,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/1390b11748c044598e8e70b1ebe72389 is 50, key is test_row_0/B:col10/1731956529533/Put/seqid=0 2024-11-18T19:02:10,043 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/C of 376aaeffb2a0ce4bd271ee563c33b9ff into 5e1009132d894c33b4219db74821e203(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:10,043 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:10,043 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/C, priority=13, startTime=1731956529514; duration=0sec 2024-11-18T19:02:10,043 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:10,043 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:C 2024-11-18T19:02:10,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741916_1092 (size=12301) 2024-11-18T19:02:10,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/1390b11748c044598e8e70b1ebe72389 2024-11-18T19:02:10,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-18T19:02:10,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:10,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:10,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:10,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:10,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:10,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/642dcf9e52154d73b5c8b4183c2c345b is 50, key is test_row_0/C:col10/1731956529533/Put/seqid=0 2024-11-18T19:02:10,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741917_1093 (size=12301) 2024-11-18T19:02:10,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:10,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956590197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956590198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:10,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:10,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:10,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956590198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:10,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956590198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:10,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956590207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:10,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:10,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-18T19:02:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:10,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:10,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-18T19:02:10,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-18T19:02:10,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:10,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:10,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:10,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:10,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:10,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/642dcf9e52154d73b5c8b4183c2c345b 2024-11-18T19:02:10,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/902308f5bd9245a9a771a48239e653d4 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/902308f5bd9245a9a771a48239e653d4 2024-11-18T19:02:10,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/902308f5bd9245a9a771a48239e653d4, entries=250, sequenceid=380, filesize=16.8 K 2024-11-18T19:02:10,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/1390b11748c044598e8e70b1ebe72389 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/1390b11748c044598e8e70b1ebe72389 2024-11-18T19:02:10,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/1390b11748c044598e8e70b1ebe72389, entries=150, sequenceid=380, filesize=12.0 K 2024-11-18T19:02:10,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/642dcf9e52154d73b5c8b4183c2c345b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/642dcf9e52154d73b5c8b4183c2c345b 2024-11-18T19:02:10,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-18T19:02:10,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:10,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:10,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:10,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:10,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:10,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/642dcf9e52154d73b5c8b4183c2c345b, entries=150, sequenceid=380, filesize=12.0 K 2024-11-18T19:02:10,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 376aaeffb2a0ce4bd271ee563c33b9ff in 997ms, sequenceid=380, compaction requested=false 2024-11-18T19:02:10,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-18T19:02:10,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-18T19:02:10,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:10,681 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-18T19:02:10,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/f62f8a66e1e7461195c876444f435720 is 50, key is test_row_0/A:col10/1731956529565/Put/seqid=0 2024-11-18T19:02:10,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741918_1094 (size=12301) 2024-11-18T19:02:10,706 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/f62f8a66e1e7461195c876444f435720 2024-11-18T19:02:10,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:10,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/8cf6f1a0b2524612accfe3b233f24c19 is 50, key is test_row_0/B:col10/1731956529565/Put/seqid=0 2024-11-18T19:02:10,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:10,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741919_1095 (size=12301) 2024-11-18T19:02:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956590743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:10,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:10,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956590745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:10,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:10,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:10,753 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/8cf6f1a0b2524612accfe3b233f24c19 2024-11-18T19:02:10,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956590751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:10,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:10,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956590751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:10,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:10,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956590753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:10,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:10,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/4d8e429f3bc44381b5760943d0cd364c is 50, key is test_row_0/C:col10/1731956529565/Put/seqid=0 2024-11-18T19:02:10,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741920_1096 (size=12301) 2024-11-18T19:02:10,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956590858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:10,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:10,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956590858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:10,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956590867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:10,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:10,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956590867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:10,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:10,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956590867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:10,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:10,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-18T19:02:11,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956591067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956591068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956591077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956591078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956591078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,174 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/4d8e429f3bc44381b5760943d0cd364c 2024-11-18T19:02:11,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/f62f8a66e1e7461195c876444f435720 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f62f8a66e1e7461195c876444f435720 2024-11-18T19:02:11,185 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f62f8a66e1e7461195c876444f435720, entries=150, sequenceid=399, filesize=12.0 K 2024-11-18T19:02:11,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/8cf6f1a0b2524612accfe3b233f24c19 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8cf6f1a0b2524612accfe3b233f24c19 2024-11-18T19:02:11,192 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8cf6f1a0b2524612accfe3b233f24c19, entries=150, sequenceid=399, filesize=12.0 K 2024-11-18T19:02:11,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/4d8e429f3bc44381b5760943d0cd364c as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/4d8e429f3bc44381b5760943d0cd364c 2024-11-18T19:02:11,201 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/4d8e429f3bc44381b5760943d0cd364c, entries=150, sequenceid=399, filesize=12.0 K 2024-11-18T19:02:11,203 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 376aaeffb2a0ce4bd271ee563c33b9ff in 522ms, sequenceid=399, compaction requested=true 2024-11-18T19:02:11,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:11,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:11,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-18T19:02:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-18T19:02:11,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-18T19:02:11,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2950 sec 2024-11-18T19:02:11,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.3010 sec 2024-11-18T19:02:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:11,411 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:11,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-18T19:02:11,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/bb0bb89264b94e96b138ccce7eb162bb is 50, key is test_row_0/A:col10/1731956531396/Put/seqid=0 2024-11-18T19:02:11,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741921_1097 (size=12301) 2024-11-18T19:02:11,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956591421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956591421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956591426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956591427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956591428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956591538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956591538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956591538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956591538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956591538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956591747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956591747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956591747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956591747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956591747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:11,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:11,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:11,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/bb0bb89264b94e96b138ccce7eb162bb 2024-11-18T19:02:11,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/0d1e8ee4e40e4324a70f24a43d9305c2 is 50, key is test_row_0/B:col10/1731956531396/Put/seqid=0 2024-11-18T19:02:11,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741922_1098 (size=12301) 2024-11-18T19:02:11,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/0d1e8ee4e40e4324a70f24a43d9305c2 2024-11-18T19:02:11,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/c747eeb28df54c898eba77a17aceb91a is 50, key is test_row_0/C:col10/1731956531396/Put/seqid=0 2024-11-18T19:02:11,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741923_1099 (size=12301) 2024-11-18T19:02:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-18T19:02:12,058 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:12,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-18T19:02:12,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956592058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956592058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956592058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-18T19:02:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956592058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956592058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,062 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,063 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:12,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-18T19:02:12,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-18T19:02:12,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:12,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:12,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:12,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:12,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:12,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/c747eeb28df54c898eba77a17aceb91a 2024-11-18T19:02:12,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/bb0bb89264b94e96b138ccce7eb162bb as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/bb0bb89264b94e96b138ccce7eb162bb 2024-11-18T19:02:12,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/bb0bb89264b94e96b138ccce7eb162bb, entries=150, sequenceid=424, filesize=12.0 K 2024-11-18T19:02:12,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/0d1e8ee4e40e4324a70f24a43d9305c2 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/0d1e8ee4e40e4324a70f24a43d9305c2 2024-11-18T19:02:12,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/0d1e8ee4e40e4324a70f24a43d9305c2, entries=150, sequenceid=424, filesize=12.0 K 2024-11-18T19:02:12,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/c747eeb28df54c898eba77a17aceb91a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/c747eeb28df54c898eba77a17aceb91a 2024-11-18T19:02:12,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/c747eeb28df54c898eba77a17aceb91a, entries=150, sequenceid=424, filesize=12.0 K 2024-11-18T19:02:12,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 376aaeffb2a0ce4bd271ee563c33b9ff in 873ms, sequenceid=424, compaction requested=true 2024-11-18T19:02:12,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:12,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:12,285 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:02:12,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:12,285 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:02:12,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:12,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:12,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:12,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:12,288 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54936 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:02:12,288 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/A is initiating minor compaction (all files) 2024-11-18T19:02:12,288 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/A in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:12,288 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/25e56d966e314dc894af3b42264d6f39, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/902308f5bd9245a9a771a48239e653d4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f62f8a66e1e7461195c876444f435720, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/bb0bb89264b94e96b138ccce7eb162bb] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=53.6 K 2024-11-18T19:02:12,288 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:02:12,288 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/B is initiating minor compaction (all files) 2024-11-18T19:02:12,288 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25e56d966e314dc894af3b42264d6f39, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731956529241 2024-11-18T19:02:12,289 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/B in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:12,289 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/0eceb7ff03f747509973bada7e7702bd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/1390b11748c044598e8e70b1ebe72389, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8cf6f1a0b2524612accfe3b233f24c19, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/0d1e8ee4e40e4324a70f24a43d9305c2] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=48.9 K 2024-11-18T19:02:12,289 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 902308f5bd9245a9a771a48239e653d4, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731956529412 2024-11-18T19:02:12,289 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 0eceb7ff03f747509973bada7e7702bd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731956529241 2024-11-18T19:02:12,289 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 1390b11748c044598e8e70b1ebe72389, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731956529412 2024-11-18T19:02:12,289 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting f62f8a66e1e7461195c876444f435720, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731956529565 2024-11-18T19:02:12,290 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cf6f1a0b2524612accfe3b233f24c19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731956529565 2024-11-18T19:02:12,290 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb0bb89264b94e96b138ccce7eb162bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1731956530743 2024-11-18T19:02:12,290 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d1e8ee4e40e4324a70f24a43d9305c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1731956530743 2024-11-18T19:02:12,304 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#B#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:12,305 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/1ad06f38cda3424e87efd1e5a33e8de0 is 50, key is test_row_0/B:col10/1731956531396/Put/seqid=0 2024-11-18T19:02:12,309 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#A#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:12,310 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/d2dd87f5022b484dbf6a5d6780e446f4 is 50, key is test_row_0/A:col10/1731956531396/Put/seqid=0 2024-11-18T19:02:12,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741924_1100 (size=13289) 2024-11-18T19:02:12,338 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/1ad06f38cda3424e87efd1e5a33e8de0 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/1ad06f38cda3424e87efd1e5a33e8de0 2024-11-18T19:02:12,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741925_1101 (size=13289) 2024-11-18T19:02:12,347 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/B of 376aaeffb2a0ce4bd271ee563c33b9ff into 1ad06f38cda3424e87efd1e5a33e8de0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:12,348 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:12,348 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/B, priority=12, startTime=1731956532285; duration=0sec 2024-11-18T19:02:12,348 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:12,348 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:B 2024-11-18T19:02:12,348 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:02:12,350 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:02:12,350 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/C is initiating minor compaction (all files) 2024-11-18T19:02:12,350 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/C in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:12,351 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5e1009132d894c33b4219db74821e203, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/642dcf9e52154d73b5c8b4183c2c345b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/4d8e429f3bc44381b5760943d0cd364c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/c747eeb28df54c898eba77a17aceb91a] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=48.9 K 2024-11-18T19:02:12,351 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e1009132d894c33b4219db74821e203, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731956529241 2024-11-18T19:02:12,351 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 642dcf9e52154d73b5c8b4183c2c345b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731956529412 2024-11-18T19:02:12,352 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d8e429f3bc44381b5760943d0cd364c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731956529565 2024-11-18T19:02:12,352 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting c747eeb28df54c898eba77a17aceb91a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1731956530743 2024-11-18T19:02:12,355 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/d2dd87f5022b484dbf6a5d6780e446f4 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/d2dd87f5022b484dbf6a5d6780e446f4 2024-11-18T19:02:12,362 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/A of 376aaeffb2a0ce4bd271ee563c33b9ff into d2dd87f5022b484dbf6a5d6780e446f4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:12,362 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:12,362 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/A, priority=12, startTime=1731956532284; duration=0sec 2024-11-18T19:02:12,362 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:12,362 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:A 2024-11-18T19:02:12,367 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#C#compaction#89 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:12,368 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/7ebc85d83f274efdaee544687d6f01c2 is 50, key is test_row_0/C:col10/1731956531396/Put/seqid=0 2024-11-18T19:02:12,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-18T19:02:12,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:12,371 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T19:02:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-18T19:02:12,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/cc2b0282fa2a489ab1e29aaf0781681a is 50, key is test_row_0/A:col10/1731956531424/Put/seqid=0 2024-11-18T19:02:12,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741926_1102 (size=13289) 2024-11-18T19:02:12,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741927_1103 (size=12301) 2024-11-18T19:02:12,397 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/7ebc85d83f274efdaee544687d6f01c2 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/7ebc85d83f274efdaee544687d6f01c2 2024-11-18T19:02:12,404 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/C of 376aaeffb2a0ce4bd271ee563c33b9ff into 7ebc85d83f274efdaee544687d6f01c2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:12,404 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:12,404 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/C, priority=12, startTime=1731956532285; duration=0sec 2024-11-18T19:02:12,404 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:12,405 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:C 2024-11-18T19:02:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:12,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:12,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956592589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956592589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956592590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956592592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956592593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-18T19:02:12,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956592698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956592698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956592707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956592707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956592707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,797 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/cc2b0282fa2a489ab1e29aaf0781681a 2024-11-18T19:02:12,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/2bdf4dc2690d436f83e086d5bede9c35 is 50, key is test_row_0/B:col10/1731956531424/Put/seqid=0 2024-11-18T19:02:12,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741928_1104 (size=12301) 2024-11-18T19:02:12,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956592908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956592908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956592917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:12,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956592917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956592917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:12,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:12,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:12,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-18T19:02:13,214 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/2bdf4dc2690d436f83e086d5bede9c35 2024-11-18T19:02:13,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956593217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:13,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:13,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956593217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:13,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:13,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:13,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/5379e470ac174877b0cbbac9e588f274 is 50, key is test_row_0/C:col10/1731956531424/Put/seqid=0 2024-11-18T19:02:13,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956593227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:13,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:13,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956593227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956593228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:13,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741929_1105 (size=12301) 2024-11-18T19:02:13,637 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/5379e470ac174877b0cbbac9e588f274 2024-11-18T19:02:13,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/cc2b0282fa2a489ab1e29aaf0781681a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/cc2b0282fa2a489ab1e29aaf0781681a 2024-11-18T19:02:13,648 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/cc2b0282fa2a489ab1e29aaf0781681a, entries=150, sequenceid=439, filesize=12.0 K 2024-11-18T19:02:13,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/2bdf4dc2690d436f83e086d5bede9c35 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/2bdf4dc2690d436f83e086d5bede9c35 2024-11-18T19:02:13,657 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/2bdf4dc2690d436f83e086d5bede9c35, entries=150, sequenceid=439, filesize=12.0 K 2024-11-18T19:02:13,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/5379e470ac174877b0cbbac9e588f274 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5379e470ac174877b0cbbac9e588f274 2024-11-18T19:02:13,664 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5379e470ac174877b0cbbac9e588f274, entries=150, sequenceid=439, filesize=12.0 K 2024-11-18T19:02:13,666 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 376aaeffb2a0ce4bd271ee563c33b9ff in 1296ms, sequenceid=439, compaction requested=false 2024-11-18T19:02:13,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:13,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:13,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-18T19:02:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-18T19:02:13,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-18T19:02:13,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6050 sec 2024-11-18T19:02:13,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.6110 sec 2024-11-18T19:02:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:13,730 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:13,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T19:02:13,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/95652b25a8d8449ca391573826b84018 is 50, key is test_row_0/A:col10/1731956533729/Put/seqid=0 2024-11-18T19:02:13,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741930_1106 (size=17181) 2024-11-18T19:02:13,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956593741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:13,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:13,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956593743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:13,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:13,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/95652b25a8d8449ca391573826b84018 2024-11-18T19:02:13,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956593746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:13,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:13,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956593746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:13,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956593747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:13,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:13,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:13,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/d96d9fd3ede14a1c96f7fa877b193922 is 50, key is test_row_0/B:col10/1731956533729/Put/seqid=0 2024-11-18T19:02:13,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741931_1107 (size=12301) 2024-11-18T19:02:13,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/d96d9fd3ede14a1c96f7fa877b193922 2024-11-18T19:02:13,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/d0793a1493e14bf48b7858418fe1ccff is 50, key is test_row_0/C:col10/1731956533729/Put/seqid=0 2024-11-18T19:02:13,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741932_1108 (size=12301) 2024-11-18T19:02:13,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956593857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:13,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:13,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956593857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:13,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:13,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956593857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:13,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956593857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956593858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:13,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956594067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956594067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956594067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956594068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956594068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/d0793a1493e14bf48b7858418fe1ccff 2024-11-18T19:02:14,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/95652b25a8d8449ca391573826b84018 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/95652b25a8d8449ca391573826b84018 2024-11-18T19:02:14,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/95652b25a8d8449ca391573826b84018, entries=250, sequenceid=465, filesize=16.8 K 2024-11-18T19:02:14,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/d96d9fd3ede14a1c96f7fa877b193922 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/d96d9fd3ede14a1c96f7fa877b193922 2024-11-18T19:02:14,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/d96d9fd3ede14a1c96f7fa877b193922, entries=150, sequenceid=465, filesize=12.0 K 2024-11-18T19:02:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-18T19:02:14,207 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:14,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-18T19:02:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-18T19:02:14,210 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:14,211 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:14,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:14,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/d0793a1493e14bf48b7858418fe1ccff as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/d0793a1493e14bf48b7858418fe1ccff 2024-11-18T19:02:14,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/d0793a1493e14bf48b7858418fe1ccff, entries=150, sequenceid=465, filesize=12.0 K 2024-11-18T19:02:14,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 376aaeffb2a0ce4bd271ee563c33b9ff in 493ms, sequenceid=465, compaction requested=true 2024-11-18T19:02:14,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:14,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:14,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:14,223 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:14,224 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:14,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:14,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:14,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:14,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:14,225 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42771 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:14,225 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/A is initiating minor compaction (all files) 2024-11-18T19:02:14,225 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/A in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:14,225 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/d2dd87f5022b484dbf6a5d6780e446f4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/cc2b0282fa2a489ab1e29aaf0781681a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/95652b25a8d8449ca391573826b84018] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=41.8 K 2024-11-18T19:02:14,225 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:14,226 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/B is initiating minor compaction (all files) 2024-11-18T19:02:14,226 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/B in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:14,226 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/1ad06f38cda3424e87efd1e5a33e8de0, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/2bdf4dc2690d436f83e086d5bede9c35, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/d96d9fd3ede14a1c96f7fa877b193922] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=37.0 K 2024-11-18T19:02:14,226 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2dd87f5022b484dbf6a5d6780e446f4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1731956530743 2024-11-18T19:02:14,226 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ad06f38cda3424e87efd1e5a33e8de0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1731956530743 2024-11-18T19:02:14,226 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc2b0282fa2a489ab1e29aaf0781681a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731956531420 2024-11-18T19:02:14,227 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bdf4dc2690d436f83e086d5bede9c35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731956531420 2024-11-18T19:02:14,227 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95652b25a8d8449ca391573826b84018, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731956532581 2024-11-18T19:02:14,227 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting d96d9fd3ede14a1c96f7fa877b193922, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731956532591 2024-11-18T19:02:14,245 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#A#compaction#96 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:14,246 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/a57d33a47f4e47cf8b350db7a7b874db is 50, key is test_row_0/A:col10/1731956533729/Put/seqid=0 2024-11-18T19:02:14,252 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#B#compaction#97 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:14,253 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/8572c9ca587b4ba8a53a5ba7ba45d31a is 50, key is test_row_0/B:col10/1731956533729/Put/seqid=0 2024-11-18T19:02:14,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741933_1109 (size=13391) 2024-11-18T19:02:14,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741934_1110 (size=13391) 2024-11-18T19:02:14,281 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/8572c9ca587b4ba8a53a5ba7ba45d31a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8572c9ca587b4ba8a53a5ba7ba45d31a 2024-11-18T19:02:14,290 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/B of 376aaeffb2a0ce4bd271ee563c33b9ff into 8572c9ca587b4ba8a53a5ba7ba45d31a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:14,291 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:14,291 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/B, priority=13, startTime=1731956534223; duration=0sec 2024-11-18T19:02:14,291 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:14,291 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:B 2024-11-18T19:02:14,291 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:14,293 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:14,293 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/C is initiating minor compaction (all files) 2024-11-18T19:02:14,293 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/C in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:14,293 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/7ebc85d83f274efdaee544687d6f01c2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5379e470ac174877b0cbbac9e588f274, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/d0793a1493e14bf48b7858418fe1ccff] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=37.0 K 2024-11-18T19:02:14,294 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ebc85d83f274efdaee544687d6f01c2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1731956530743 2024-11-18T19:02:14,295 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 5379e470ac174877b0cbbac9e588f274, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731956531420 2024-11-18T19:02:14,296 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting d0793a1493e14bf48b7858418fe1ccff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731956532591 2024-11-18T19:02:14,313 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#C#compaction#98 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:14,313 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/dc64271b30074527998f65b8c06af193 is 50, key is test_row_0/C:col10/1731956533729/Put/seqid=0 2024-11-18T19:02:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-18T19:02:14,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741935_1111 (size=13391) 2024-11-18T19:02:14,337 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/dc64271b30074527998f65b8c06af193 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/dc64271b30074527998f65b8c06af193 2024-11-18T19:02:14,349 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/C of 376aaeffb2a0ce4bd271ee563c33b9ff into dc64271b30074527998f65b8c06af193(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:14,349 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:14,349 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/C, priority=13, startTime=1731956534224; duration=0sec 2024-11-18T19:02:14,349 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:14,349 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:C 2024-11-18T19:02:14,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-18T19:02:14,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:14,367 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T19:02:14,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/df4089b6cc71429b92e861eb80e05149 is 50, key is test_row_0/A:col10/1731956533744/Put/seqid=0 2024-11-18T19:02:14,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:14,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741936_1112 (size=9857) 2024-11-18T19:02:14,399 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/df4089b6cc71429b92e861eb80e05149 2024-11-18T19:02:14,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/9f40c6e714d3415b87543c8f30509e83 is 50, key is test_row_0/B:col10/1731956533744/Put/seqid=0 2024-11-18T19:02:14,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956594404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956594406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956594406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956594408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956594409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741937_1113 (size=9857) 2024-11-18T19:02:14,422 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/9f40c6e714d3415b87543c8f30509e83 2024-11-18T19:02:14,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/fbf34852fdd24386a29915d8e77fe9bb is 50, key is test_row_0/C:col10/1731956533744/Put/seqid=0 2024-11-18T19:02:14,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741938_1114 (size=9857) 2024-11-18T19:02:14,441 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/fbf34852fdd24386a29915d8e77fe9bb 2024-11-18T19:02:14,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/df4089b6cc71429b92e861eb80e05149 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/df4089b6cc71429b92e861eb80e05149 2024-11-18T19:02:14,452 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/df4089b6cc71429b92e861eb80e05149, entries=100, sequenceid=478, filesize=9.6 K 2024-11-18T19:02:14,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/9f40c6e714d3415b87543c8f30509e83 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9f40c6e714d3415b87543c8f30509e83 2024-11-18T19:02:14,461 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9f40c6e714d3415b87543c8f30509e83, entries=100, sequenceid=478, filesize=9.6 K 2024-11-18T19:02:14,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/fbf34852fdd24386a29915d8e77fe9bb as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/fbf34852fdd24386a29915d8e77fe9bb 2024-11-18T19:02:14,471 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/fbf34852fdd24386a29915d8e77fe9bb, entries=100, sequenceid=478, filesize=9.6 K 2024-11-18T19:02:14,473 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 376aaeffb2a0ce4bd271ee563c33b9ff in 105ms, sequenceid=478, compaction requested=false 2024-11-18T19:02:14,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:14,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:14,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-18T19:02:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-18T19:02:14,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-18T19:02:14,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 266 msec 2024-11-18T19:02:14,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 273 msec 2024-11-18T19:02:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:14,521 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:14,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-18T19:02:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-18T19:02:14,527 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:14,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/ec19b09b31db446287ec73d37b0636af is 50, key is test_row_0/A:col10/1731956534520/Put/seqid=0 2024-11-18T19:02:14,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-18T19:02:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-18T19:02:14,531 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:14,532 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:14,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:14,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956594529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956594529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956594532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956594532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741939_1115 (size=14741) 2024-11-18T19:02:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956594533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/ec19b09b31db446287ec73d37b0636af 2024-11-18T19:02:14,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/27d6b80e9f654a2089e6faad1684b022 is 50, key is test_row_0/B:col10/1731956534520/Put/seqid=0 2024-11-18T19:02:14,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741940_1116 (size=12301) 2024-11-18T19:02:14,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/27d6b80e9f654a2089e6faad1684b022 2024-11-18T19:02:14,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/952f2548984d4dc2b6dcd917f0382a0d is 50, key is test_row_0/C:col10/1731956534520/Put/seqid=0 2024-11-18T19:02:14,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741941_1117 (size=12301) 2024-11-18T19:02:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-18T19:02:14,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956594637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956594637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956594647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956594647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956594648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,668 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/a57d33a47f4e47cf8b350db7a7b874db as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/a57d33a47f4e47cf8b350db7a7b874db 2024-11-18T19:02:14,675 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/A of 376aaeffb2a0ce4bd271ee563c33b9ff into a57d33a47f4e47cf8b350db7a7b874db(size=13.1 K), total size for store is 22.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:14,675 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:14,675 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/A, priority=13, startTime=1731956534223; duration=0sec 2024-11-18T19:02:14,675 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:14,675 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:A 2024-11-18T19:02:14,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-18T19:02:14,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:14,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:14,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:14,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:14,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:14,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-18T19:02:14,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:14,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:14,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:14,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:14,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-18T19:02:14,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956594847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956594847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956594857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956594858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956594858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:14,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-18T19:02:14,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:14,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:14,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:14,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:14,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:14,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/952f2548984d4dc2b6dcd917f0382a0d 2024-11-18T19:02:15,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/ec19b09b31db446287ec73d37b0636af as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/ec19b09b31db446287ec73d37b0636af 2024-11-18T19:02:15,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/ec19b09b31db446287ec73d37b0636af, entries=200, sequenceid=504, filesize=14.4 K 2024-11-18T19:02:15,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/27d6b80e9f654a2089e6faad1684b022 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/27d6b80e9f654a2089e6faad1684b022 2024-11-18T19:02:15,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/27d6b80e9f654a2089e6faad1684b022, entries=150, sequenceid=504, filesize=12.0 K 2024-11-18T19:02:15,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/952f2548984d4dc2b6dcd917f0382a0d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/952f2548984d4dc2b6dcd917f0382a0d 2024-11-18T19:02:15,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/952f2548984d4dc2b6dcd917f0382a0d, entries=150, sequenceid=504, filesize=12.0 K 2024-11-18T19:02:15,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 376aaeffb2a0ce4bd271ee563c33b9ff in 505ms, sequenceid=504, compaction requested=true 2024-11-18T19:02:15,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:15,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:15,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:15,026 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:15,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:15,026 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:15,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:15,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:15,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:15,030 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:15,030 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/A is initiating minor compaction (all files) 2024-11-18T19:02:15,030 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/A in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:15,030 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/a57d33a47f4e47cf8b350db7a7b874db, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/df4089b6cc71429b92e861eb80e05149, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/ec19b09b31db446287ec73d37b0636af] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=37.1 K 2024-11-18T19:02:15,030 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:15,031 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/B is initiating minor compaction (all files) 2024-11-18T19:02:15,031 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/B in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:15,031 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8572c9ca587b4ba8a53a5ba7ba45d31a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9f40c6e714d3415b87543c8f30509e83, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/27d6b80e9f654a2089e6faad1684b022] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=34.7 K 2024-11-18T19:02:15,031 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 8572c9ca587b4ba8a53a5ba7ba45d31a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731956532591 2024-11-18T19:02:15,031 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting a57d33a47f4e47cf8b350db7a7b874db, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731956532591 2024-11-18T19:02:15,031 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f40c6e714d3415b87543c8f30509e83, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1731956533742 2024-11-18T19:02:15,032 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting df4089b6cc71429b92e861eb80e05149, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1731956533742 2024-11-18T19:02:15,032 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 27d6b80e9f654a2089e6faad1684b022, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1731956534399 2024-11-18T19:02:15,032 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec19b09b31db446287ec73d37b0636af, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1731956534399 2024-11-18T19:02:15,042 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#A#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:15,042 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#B#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:15,043 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/46ab881d5368419185827eb6ae4ed137 is 50, key is test_row_0/B:col10/1731956534520/Put/seqid=0 2024-11-18T19:02:15,043 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/d675f54a21394281bda515fd1e8750a4 is 50, key is test_row_0/A:col10/1731956534520/Put/seqid=0 2024-11-18T19:02:15,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741942_1118 (size=13493) 2024-11-18T19:02:15,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741943_1119 (size=13493) 2024-11-18T19:02:15,069 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/d675f54a21394281bda515fd1e8750a4 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/d675f54a21394281bda515fd1e8750a4 2024-11-18T19:02:15,079 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/A of 376aaeffb2a0ce4bd271ee563c33b9ff into d675f54a21394281bda515fd1e8750a4(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:15,080 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:15,080 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/A, priority=13, startTime=1731956535026; duration=0sec 2024-11-18T19:02:15,080 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:15,080 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:A 2024-11-18T19:02:15,080 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:15,083 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:15,083 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/C is initiating minor compaction (all files) 2024-11-18T19:02:15,083 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/C in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:15,083 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/dc64271b30074527998f65b8c06af193, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/fbf34852fdd24386a29915d8e77fe9bb, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/952f2548984d4dc2b6dcd917f0382a0d] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=34.7 K 2024-11-18T19:02:15,084 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc64271b30074527998f65b8c06af193, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731956532591 2024-11-18T19:02:15,084 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbf34852fdd24386a29915d8e77fe9bb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1731956533742 2024-11-18T19:02:15,085 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 952f2548984d4dc2b6dcd917f0382a0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1731956534399 2024-11-18T19:02:15,105 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#C#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:15,106 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/8254a80444214f6cbcd0c43fa6fdbb1b is 50, key is test_row_0/C:col10/1731956534520/Put/seqid=0 2024-11-18T19:02:15,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741944_1120 (size=13493) 2024-11-18T19:02:15,124 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/8254a80444214f6cbcd0c43fa6fdbb1b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8254a80444214f6cbcd0c43fa6fdbb1b 2024-11-18T19:02:15,133 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/C of 376aaeffb2a0ce4bd271ee563c33b9ff into 8254a80444214f6cbcd0c43fa6fdbb1b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:15,133 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:15,133 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/C, priority=13, startTime=1731956535026; duration=0sec 2024-11-18T19:02:15,133 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:15,133 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:C 2024-11-18T19:02:15,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-18T19:02:15,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:15,144 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-18T19:02:15,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/0747b8d5243e417db31d433967d56c0f is 50, key is test_row_0/A:col10/1731956534529/Put/seqid=0 2024-11-18T19:02:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-18T19:02:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:15,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:15,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741945_1121 (size=12301) 2024-11-18T19:02:15,183 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/0747b8d5243e417db31d433967d56c0f 2024-11-18T19:02:15,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956595187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956595189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/711033c20bc346ebbb22ef69bfdcd32d is 50, key is test_row_0/B:col10/1731956534529/Put/seqid=0 2024-11-18T19:02:15,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956595191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956595195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956595197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741946_1122 (size=12301) 2024-11-18T19:02:15,216 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/711033c20bc346ebbb22ef69bfdcd32d 2024-11-18T19:02:15,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/15c2da16f8fd4e4699dcc266a4e61ba1 is 50, key is test_row_0/C:col10/1731956534529/Put/seqid=0 2024-11-18T19:02:15,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741947_1123 (size=12301) 2024-11-18T19:02:15,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956595297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956595297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956595307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956595308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956595308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,456 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/46ab881d5368419185827eb6ae4ed137 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/46ab881d5368419185827eb6ae4ed137 2024-11-18T19:02:15,463 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/B of 376aaeffb2a0ce4bd271ee563c33b9ff into 46ab881d5368419185827eb6ae4ed137(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:15,463 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:15,463 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/B, priority=13, startTime=1731956535026; duration=0sec 2024-11-18T19:02:15,464 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:15,464 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:B 2024-11-18T19:02:15,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956595507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956595508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956595517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956595517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956595517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,646 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/15c2da16f8fd4e4699dcc266a4e61ba1 2024-11-18T19:02:15,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/0747b8d5243e417db31d433967d56c0f as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/0747b8d5243e417db31d433967d56c0f 2024-11-18T19:02:15,657 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/0747b8d5243e417db31d433967d56c0f, entries=150, sequenceid=519, filesize=12.0 K 2024-11-18T19:02:15,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/711033c20bc346ebbb22ef69bfdcd32d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/711033c20bc346ebbb22ef69bfdcd32d 2024-11-18T19:02:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-18T19:02:15,675 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/711033c20bc346ebbb22ef69bfdcd32d, entries=150, sequenceid=519, filesize=12.0 K 2024-11-18T19:02:15,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/15c2da16f8fd4e4699dcc266a4e61ba1 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/15c2da16f8fd4e4699dcc266a4e61ba1 2024-11-18T19:02:15,683 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/15c2da16f8fd4e4699dcc266a4e61ba1, entries=150, sequenceid=519, filesize=12.0 K 2024-11-18T19:02:15,685 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 376aaeffb2a0ce4bd271ee563c33b9ff in 541ms, sequenceid=519, compaction requested=false 2024-11-18T19:02:15,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:15,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:15,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-18T19:02:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-18T19:02:15,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-18T19:02:15,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1550 sec 2024-11-18T19:02:15,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.1690 sec 2024-11-18T19:02:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:15,829 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:15,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-18T19:02:15,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/ea4098f8b0b94c358762d9c4a5290d57 is 50, key is test_row_0/A:col10/1731956535181/Put/seqid=0 2024-11-18T19:02:15,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956595833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741948_1124 (size=14741) 2024-11-18T19:02:15,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956595836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956595836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956595837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956595837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956595947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956595947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956595947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956595947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956595947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:16,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956596157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:16,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:16,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956596157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:16,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:16,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956596157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956596157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956596157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:16,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/ea4098f8b0b94c358762d9c4a5290d57 2024-11-18T19:02:16,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/405f137f0eee429c9db2da9619e07b5b is 50, key is test_row_0/B:col10/1731956535181/Put/seqid=0 2024-11-18T19:02:16,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741949_1125 (size=12301) 2024-11-18T19:02:16,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956596468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:16,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:16,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956596468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:16,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956596468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:16,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:16,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956596468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:16,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:16,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:16,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956596468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:16,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:16,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:16,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:16,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/405f137f0eee429c9db2da9619e07b5b 2024-11-18T19:02:16,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/526c2de60ffd431e805d166cf08fdd6e is 50, key is test_row_0/C:col10/1731956535181/Put/seqid=0 2024-11-18T19:02:16,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741950_1126 (size=12301) 2024-11-18T19:02:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-18T19:02:16,678 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:16,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:16,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-11-18T19:02:16,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-18T19:02:16,681 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:16,682 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:16,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:16,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-18T19:02:16,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-18T19:02:16,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:16,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:16,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:16,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:16,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:16,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956596977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:16,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:16,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956596977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956596977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956596977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:16,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956596977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:16,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:16,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:16,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:16,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-18T19:02:16,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:16,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:16,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:16,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:16,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-18T19:02:17,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/526c2de60ffd431e805d166cf08fdd6e 2024-11-18T19:02:17,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/ea4098f8b0b94c358762d9c4a5290d57 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/ea4098f8b0b94c358762d9c4a5290d57 2024-11-18T19:02:17,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/ea4098f8b0b94c358762d9c4a5290d57, entries=200, sequenceid=546, filesize=14.4 K 2024-11-18T19:02:17,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/405f137f0eee429c9db2da9619e07b5b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/405f137f0eee429c9db2da9619e07b5b 2024-11-18T19:02:17,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/405f137f0eee429c9db2da9619e07b5b, entries=150, sequenceid=546, filesize=12.0 K 2024-11-18T19:02:17,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/526c2de60ffd431e805d166cf08fdd6e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/526c2de60ffd431e805d166cf08fdd6e 2024-11-18T19:02:17,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/526c2de60ffd431e805d166cf08fdd6e, entries=150, sequenceid=546, filesize=12.0 K 2024-11-18T19:02:17,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 376aaeffb2a0ce4bd271ee563c33b9ff in 1263ms, sequenceid=546, compaction requested=true 2024-11-18T19:02:17,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:17,093 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:17,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:17,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:17,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:17,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:17,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:17,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-18T19:02:17,095 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:17,095 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/A is initiating minor compaction (all files) 2024-11-18T19:02:17,095 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/A in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:17,095 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/d675f54a21394281bda515fd1e8750a4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/0747b8d5243e417db31d433967d56c0f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/ea4098f8b0b94c358762d9c4a5290d57] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=39.6 K 2024-11-18T19:02:17,095 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:17,096 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting d675f54a21394281bda515fd1e8750a4, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1731956534399 2024-11-18T19:02:17,096 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 0747b8d5243e417db31d433967d56c0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1731956534529 2024-11-18T19:02:17,097 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting ea4098f8b0b94c358762d9c4a5290d57, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1731956535181 2024-11-18T19:02:17,098 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:17,098 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/B is initiating minor compaction (all files) 2024-11-18T19:02:17,098 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/B in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:17,098 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/46ab881d5368419185827eb6ae4ed137, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/711033c20bc346ebbb22ef69bfdcd32d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/405f137f0eee429c9db2da9619e07b5b] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=37.2 K 2024-11-18T19:02:17,098 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46ab881d5368419185827eb6ae4ed137, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1731956534399 2024-11-18T19:02:17,099 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 711033c20bc346ebbb22ef69bfdcd32d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1731956534529 2024-11-18T19:02:17,099 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 405f137f0eee429c9db2da9619e07b5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1731956535181 2024-11-18T19:02:17,109 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#A#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:17,110 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/5c635ceb11c24bc1af2a0512110cf184 is 50, key is test_row_0/A:col10/1731956535181/Put/seqid=0 2024-11-18T19:02:17,113 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#B#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:17,114 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/46882579007c4f8ba22470bf8b90c509 is 50, key is test_row_0/B:col10/1731956535181/Put/seqid=0 2024-11-18T19:02:17,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741952_1128 (size=13595) 2024-11-18T19:02:17,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741951_1127 (size=13595) 2024-11-18T19:02:17,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-18T19:02:17,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:17,141 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T19:02:17,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/e93f9ab8488d480d98ffcb1ff0e203f5 is 50, key is test_row_0/A:col10/1731956535835/Put/seqid=0 2024-11-18T19:02:17,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741953_1129 (size=12301) 2024-11-18T19:02:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-18T19:02:17,530 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/46882579007c4f8ba22470bf8b90c509 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/46882579007c4f8ba22470bf8b90c509 2024-11-18T19:02:17,537 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/5c635ceb11c24bc1af2a0512110cf184 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/5c635ceb11c24bc1af2a0512110cf184 2024-11-18T19:02:17,540 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/B of 376aaeffb2a0ce4bd271ee563c33b9ff into 46882579007c4f8ba22470bf8b90c509(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:17,540 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:17,540 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/B, priority=13, startTime=1731956537093; duration=0sec 2024-11-18T19:02:17,540 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:17,540 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:B 2024-11-18T19:02:17,540 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:17,543 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:17,543 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/C is initiating minor compaction (all files) 2024-11-18T19:02:17,543 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/C in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:17,543 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8254a80444214f6cbcd0c43fa6fdbb1b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/15c2da16f8fd4e4699dcc266a4e61ba1, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/526c2de60ffd431e805d166cf08fdd6e] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=37.2 K 2024-11-18T19:02:17,544 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8254a80444214f6cbcd0c43fa6fdbb1b, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1731956534399 2024-11-18T19:02:17,544 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/A of 376aaeffb2a0ce4bd271ee563c33b9ff into 5c635ceb11c24bc1af2a0512110cf184(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:17,544 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:17,544 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15c2da16f8fd4e4699dcc266a4e61ba1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1731956534529 2024-11-18T19:02:17,544 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/A, priority=13, startTime=1731956537093; duration=0sec 2024-11-18T19:02:17,545 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 526c2de60ffd431e805d166cf08fdd6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1731956535181 2024-11-18T19:02:17,546 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:17,546 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:A 2024-11-18T19:02:17,556 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#C#compaction#117 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:17,557 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/8c692b0bfb5d4cbeaa1753bc5f30bf41 is 50, key is test_row_0/C:col10/1731956535181/Put/seqid=0 2024-11-18T19:02:17,557 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/e93f9ab8488d480d98ffcb1ff0e203f5 2024-11-18T19:02:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/94395439186d4cc4bc08eadcd5bde8f3 is 50, key is test_row_0/B:col10/1731956535835/Put/seqid=0 2024-11-18T19:02:17,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741954_1130 (size=13595) 2024-11-18T19:02:17,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741955_1131 (size=12301) 2024-11-18T19:02:17,581 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/94395439186d4cc4bc08eadcd5bde8f3 2024-11-18T19:02:17,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/5a20ba25613e41ecb888a08253bbecb4 is 50, key is test_row_0/C:col10/1731956535835/Put/seqid=0 2024-11-18T19:02:17,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741956_1132 (size=12301) 2024-11-18T19:02:17,603 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/5a20ba25613e41ecb888a08253bbecb4 2024-11-18T19:02:17,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/e93f9ab8488d480d98ffcb1ff0e203f5 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/e93f9ab8488d480d98ffcb1ff0e203f5 2024-11-18T19:02:17,614 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/e93f9ab8488d480d98ffcb1ff0e203f5, entries=150, sequenceid=557, filesize=12.0 K 2024-11-18T19:02:17,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/94395439186d4cc4bc08eadcd5bde8f3 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/94395439186d4cc4bc08eadcd5bde8f3 2024-11-18T19:02:17,624 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/94395439186d4cc4bc08eadcd5bde8f3, entries=150, sequenceid=557, filesize=12.0 K 2024-11-18T19:02:17,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/5a20ba25613e41ecb888a08253bbecb4 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5a20ba25613e41ecb888a08253bbecb4 2024-11-18T19:02:17,631 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5a20ba25613e41ecb888a08253bbecb4, entries=150, sequenceid=557, filesize=12.0 K 2024-11-18T19:02:17,632 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 376aaeffb2a0ce4bd271ee563c33b9ff in 492ms, sequenceid=557, compaction requested=false 2024-11-18T19:02:17,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:17,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:17,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-18T19:02:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-18T19:02:17,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-18T19:02:17,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 952 msec 2024-11-18T19:02:17,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 958 msec 2024-11-18T19:02:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-18T19:02:17,817 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:17,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees 2024-11-18T19:02:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-18T19:02:17,820 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=31, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:17,820 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=31, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:17,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-18T19:02:17,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-18T19:02:17,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:17,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:17,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:17,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-18T19:02:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-18T19:02:17,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-18T19:02:17,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-18T19:02:17,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees in 159 msec 2024-11-18T19:02:17,979 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/8c692b0bfb5d4cbeaa1753bc5f30bf41 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8c692b0bfb5d4cbeaa1753bc5f30bf41 2024-11-18T19:02:17,984 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/C of 376aaeffb2a0ce4bd271ee563c33b9ff into 8c692b0bfb5d4cbeaa1753bc5f30bf41(size=13.3 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:17,985 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:17,985 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/C, priority=13, startTime=1731956537093; duration=0sec 2024-11-18T19:02:17,985 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:17,985 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:C 2024-11-18T19:02:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:17,998 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:17,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T19:02:18,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/f594fab8cfa545ea82a6944a84c502b8 is 50, key is test_row_0/A:col10/1731956537998/Put/seqid=0 2024-11-18T19:02:18,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741957_1133 (size=12301) 2024-11-18T19:02:18,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956598019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956598020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956598021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956598022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956598022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956598127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956598127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956598127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-18T19:02:18,138 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:18,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=33, table=TestAcidGuarantees 2024-11-18T19:02:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-18T19:02:18,140 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=33, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=33, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:18,141 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=33, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=33, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:18,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:18,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956598138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956598138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-18T19:02:18,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=34 2024-11-18T19:02:18,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:18,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:18,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:18,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=34}] handler.RSProcedureHandler(58): pid=34 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:18,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=34 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=34 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:18,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956598338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956598338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956598338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956598347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956598347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/f594fab8cfa545ea82a6944a84c502b8 2024-11-18T19:02:18,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/0829b4718f4d40f29029a7dc40c2ce3c is 50, key is test_row_0/B:col10/1731956537998/Put/seqid=0 2024-11-18T19:02:18,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741958_1134 (size=12301) 2024-11-18T19:02:18,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=34 2024-11-18T19:02:18,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:18,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:18,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:18,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] handler.RSProcedureHandler(58): pid=34 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:18,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=34 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=34 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-18T19:02:18,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=34 2024-11-18T19:02:18,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:18,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:18,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:18,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=34}] handler.RSProcedureHandler(58): pid=34 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:18,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=34 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=34 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:18,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55098 deadline: 1731956598647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55106 deadline: 1731956598647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55060 deadline: 1731956598648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55122 deadline: 1731956598657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1731956598657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:02:18,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=34 2024-11-18T19:02:18,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:18,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:18,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:18,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=34}] handler.RSProcedureHandler(58): pid=34 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:18,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=34 java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=34 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-18T19:02:18,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/0829b4718f4d40f29029a7dc40c2ce3c 2024-11-18T19:02:18,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/e06b2db0ecf74003b36643c2b49215c0 is 50, key is test_row_0/C:col10/1731956537998/Put/seqid=0 2024-11-18T19:02:18,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741959_1135 (size=12301) 2024-11-18T19:02:18,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/e06b2db0ecf74003b36643c2b49215c0 2024-11-18T19:02:18,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/f594fab8cfa545ea82a6944a84c502b8 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f594fab8cfa545ea82a6944a84c502b8 2024-11-18T19:02:18,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f594fab8cfa545ea82a6944a84c502b8, entries=150, sequenceid=573, filesize=12.0 K 2024-11-18T19:02:18,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/0829b4718f4d40f29029a7dc40c2ce3c as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/0829b4718f4d40f29029a7dc40c2ce3c 2024-11-18T19:02:18,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/0829b4718f4d40f29029a7dc40c2ce3c, entries=150, sequenceid=573, filesize=12.0 K 2024-11-18T19:02:18,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/e06b2db0ecf74003b36643c2b49215c0 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e06b2db0ecf74003b36643c2b49215c0 2024-11-18T19:02:18,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e06b2db0ecf74003b36643c2b49215c0, entries=150, sequenceid=573, filesize=12.0 K 2024-11-18T19:02:18,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 376aaeffb2a0ce4bd271ee563c33b9ff in 857ms, sequenceid=573, compaction requested=true 2024-11-18T19:02:18,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:18,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:18,855 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:18,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:18,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:18,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:18,856 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:18,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 376aaeffb2a0ce4bd271ee563c33b9ff:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:18,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:18,857 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:18,857 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:18,857 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/B is initiating minor compaction (all files) 2024-11-18T19:02:18,857 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/A is initiating minor compaction (all files) 2024-11-18T19:02:18,857 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/B in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:18,857 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/A in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:18,857 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/5c635ceb11c24bc1af2a0512110cf184, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/e93f9ab8488d480d98ffcb1ff0e203f5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f594fab8cfa545ea82a6944a84c502b8] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=37.3 K 2024-11-18T19:02:18,857 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/46882579007c4f8ba22470bf8b90c509, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/94395439186d4cc4bc08eadcd5bde8f3, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/0829b4718f4d40f29029a7dc40c2ce3c] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=37.3 K 2024-11-18T19:02:18,857 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 46882579007c4f8ba22470bf8b90c509, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1731956535181 2024-11-18T19:02:18,857 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c635ceb11c24bc1af2a0512110cf184, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1731956535181 2024-11-18T19:02:18,857 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 94395439186d4cc4bc08eadcd5bde8f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1731956535830 2024-11-18T19:02:18,858 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting e93f9ab8488d480d98ffcb1ff0e203f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1731956535830 2024-11-18T19:02:18,858 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 0829b4718f4d40f29029a7dc40c2ce3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1731956537988 2024-11-18T19:02:18,858 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting f594fab8cfa545ea82a6944a84c502b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1731956537988 2024-11-18T19:02:18,878 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#A#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:18,878 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#B#compaction#124 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:18,879 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/b8e4fd5cee1b41138a8ba308ac6378c1 is 50, key is test_row_0/A:col10/1731956537998/Put/seqid=0 2024-11-18T19:02:18,879 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/9710973b30584e9ab3a7fc28bfd25406 is 50, key is test_row_0/B:col10/1731956537998/Put/seqid=0 2024-11-18T19:02:18,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741961_1137 (size=13697) 2024-11-18T19:02:18,893 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/9710973b30584e9ab3a7fc28bfd25406 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9710973b30584e9ab3a7fc28bfd25406 2024-11-18T19:02:18,896 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-18T19:02:18,896 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:02:18,897 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-18T19:02:18,897 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:02:18,898 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-18T19:02:18,898 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:02:18,899 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-18T19:02:18,899 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/B of 376aaeffb2a0ce4bd271ee563c33b9ff into 9710973b30584e9ab3a7fc28bfd25406(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:18,899 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:02:18,899 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:18,899 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/B, priority=13, startTime=1731956538856; duration=0sec 2024-11-18T19:02:18,899 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:18,899 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:B 2024-11-18T19:02:18,899 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:18,900 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:18,901 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 376aaeffb2a0ce4bd271ee563c33b9ff/C is initiating minor compaction (all files) 2024-11-18T19:02:18,901 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 376aaeffb2a0ce4bd271ee563c33b9ff/C in TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:18,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741960_1136 (size=13697) 2024-11-18T19:02:18,901 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8c692b0bfb5d4cbeaa1753bc5f30bf41, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5a20ba25613e41ecb888a08253bbecb4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e06b2db0ecf74003b36643c2b49215c0] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp, totalSize=37.3 K 2024-11-18T19:02:18,901 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c692b0bfb5d4cbeaa1753bc5f30bf41, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1731956535181 2024-11-18T19:02:18,902 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a20ba25613e41ecb888a08253bbecb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1731956535830 2024-11-18T19:02:18,902 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting e06b2db0ecf74003b36643c2b49215c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1731956537988 2024-11-18T19:02:18,903 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:18,903 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:18,903 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:18,903 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:18,903 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:18,903 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:18,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:18,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:18,904 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:18,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:18,904 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:18,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:18,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=34 2024-11-18T19:02:18,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:18,906 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-18T19:02:18,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/11d27b1f83e644abb65ba9bdd43675d7 is 50, key is test_row_0/A:col10/1731956538018/Put/seqid=0 2024-11-18T19:02:18,911 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 376aaeffb2a0ce4bd271ee563c33b9ff#C#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:18,911 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/e27968b285094e9991e30bb7ffbbda2a is 50, key is test_row_0/C:col10/1731956537998/Put/seqid=0 2024-11-18T19:02:18,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741962_1138 (size=12301) 2024-11-18T19:02:18,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741963_1139 (size=13697) 2024-11-18T19:02:18,920 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/e27968b285094e9991e30bb7ffbbda2a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e27968b285094e9991e30bb7ffbbda2a 2024-11-18T19:02:18,925 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/C of 376aaeffb2a0ce4bd271ee563c33b9ff into e27968b285094e9991e30bb7ffbbda2a(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:18,925 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:18,926 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/C, priority=13, startTime=1731956538856; duration=0sec 2024-11-18T19:02:18,926 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:18,926 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:C 2024-11-18T19:02:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:19,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. as already flushing 2024-11-18T19:02:19,161 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-18T19:02:19,161 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-18T19:02:19,161 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-18T19:02:19,161 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:02:19,161 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:02:19,161 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:19,161 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:02:19,161 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:19,161 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:19,161 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:19,161 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:19,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:19,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:19,161 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:19,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:19,169 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-18T19:02:19,169 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-18T19:02:19,170 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:02:19,170 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:02:19,170 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:19,170 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:19,170 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:19,170 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:19,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:19,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-18T19:02:19,317 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/b8e4fd5cee1b41138a8ba308ac6378c1 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/b8e4fd5cee1b41138a8ba308ac6378c1 2024-11-18T19:02:19,317 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/11d27b1f83e644abb65ba9bdd43675d7 2024-11-18T19:02:19,323 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 376aaeffb2a0ce4bd271ee563c33b9ff/A of 376aaeffb2a0ce4bd271ee563c33b9ff into b8e4fd5cee1b41138a8ba308ac6378c1(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:19,324 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:19,324 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., storeName=376aaeffb2a0ce4bd271ee563c33b9ff/A, priority=13, startTime=1731956538855; duration=0sec 2024-11-18T19:02:19,324 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:19,324 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 376aaeffb2a0ce4bd271ee563c33b9ff:A 2024-11-18T19:02:19,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/38fce29f4379479192264e57498b5a4a is 50, key is test_row_0/B:col10/1731956538018/Put/seqid=0 2024-11-18T19:02:19,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741964_1140 (size=12301) 2024-11-18T19:02:19,732 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/38fce29f4379479192264e57498b5a4a 2024-11-18T19:02:19,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/ceb3aaca41914854b84e4925f6f7a291 is 50, key is test_row_0/C:col10/1731956538018/Put/seqid=0 2024-11-18T19:02:19,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741965_1141 (size=12301) 2024-11-18T19:02:20,153 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/ceb3aaca41914854b84e4925f6f7a291 2024-11-18T19:02:20,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/11d27b1f83e644abb65ba9bdd43675d7 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/11d27b1f83e644abb65ba9bdd43675d7 2024-11-18T19:02:20,167 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/11d27b1f83e644abb65ba9bdd43675d7, entries=150, sequenceid=599, filesize=12.0 K 2024-11-18T19:02:20,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/38fce29f4379479192264e57498b5a4a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/38fce29f4379479192264e57498b5a4a 2024-11-18T19:02:20,173 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/38fce29f4379479192264e57498b5a4a, entries=150, sequenceid=599, filesize=12.0 K 2024-11-18T19:02:20,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/ceb3aaca41914854b84e4925f6f7a291 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/ceb3aaca41914854b84e4925f6f7a291 2024-11-18T19:02:20,179 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/ceb3aaca41914854b84e4925f6f7a291, entries=150, sequenceid=599, filesize=12.0 K 2024-11-18T19:02:20,180 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for 376aaeffb2a0ce4bd271ee563c33b9ff in 1274ms, sequenceid=599, compaction requested=false 2024-11-18T19:02:20,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 376aaeffb2a0ce4bd271ee563c33b9ff: 2024-11-18T19:02:20,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:20,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-18T19:02:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-18T19:02:20,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-18T19:02:20,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0410 sec 2024-11-18T19:02:20,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=33, table=TestAcidGuarantees in 2.0460 sec 2024-11-18T19:02:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-18T19:02:20,288 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:20,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-18T19:02:20,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-18T19:02:20,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-18T19:02:20,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-18T19:02:20,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-18T19:02:20,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-18T19:02:20,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-18T19:02:20,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3651 2024-11-18T19:02:20,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3723 2024-11-18T19:02:20,289 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-18T19:02:20,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1670 2024-11-18T19:02:20,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5003 rows 2024-11-18T19:02:20,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1670 2024-11-18T19:02:20,290 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5006 rows 2024-11-18T19:02:20,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:02:20,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:02:20,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:20,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:20,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:20,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-18T19:02:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-18T19:02:20,309 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956540308"}]},"ts":"1731956540308"} 2024-11-18T19:02:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-18T19:02:20,310 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-18T19:02:20,310 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-18T19:02:20,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T19:02:20,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=376aaeffb2a0ce4bd271ee563c33b9ff, UNASSIGN}] 2024-11-18T19:02:20,317 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=376aaeffb2a0ce4bd271ee563c33b9ff, UNASSIGN 2024-11-18T19:02:20,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=376aaeffb2a0ce4bd271ee563c33b9ff, regionState=CLOSING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:20,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=376aaeffb2a0ce4bd271ee563c33b9ff, UNASSIGN because future has completed 2024-11-18T19:02:20,320 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:02:20,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:02:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-18T19:02:20,481 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:20,482 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:02:20,483 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 376aaeffb2a0ce4bd271ee563c33b9ff, disabling compactions & flushes 2024-11-18T19:02:20,483 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:20,484 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:20,484 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. after waiting 0 ms 2024-11-18T19:02:20,484 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:20,484 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(2902): Flushing 376aaeffb2a0ce4bd271ee563c33b9ff 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-18T19:02:20,491 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/2b4102ab7ad54f66a7b5b22d399cb718 is 50, key is test_row_0/A:col10/1731956539168/Put/seqid=0 2024-11-18T19:02:20,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741966_1142 (size=12301) 2024-11-18T19:02:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-18T19:02:20,896 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/2b4102ab7ad54f66a7b5b22d399cb718 2024-11-18T19:02:20,907 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:02:20,909 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/363bb498919e49cabb9040961c507076 is 50, key is test_row_0/B:col10/1731956539168/Put/seqid=0 2024-11-18T19:02:20,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741967_1143 (size=12301) 2024-11-18T19:02:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-18T19:02:21,316 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/363bb498919e49cabb9040961c507076 2024-11-18T19:02:21,331 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/4e1177ed5c4b438ba6440dd22313755b is 50, key is test_row_0/C:col10/1731956539168/Put/seqid=0 2024-11-18T19:02:21,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741968_1144 (size=12301) 2024-11-18T19:02:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-18T19:02:21,738 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/4e1177ed5c4b438ba6440dd22313755b 2024-11-18T19:02:21,768 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/A/2b4102ab7ad54f66a7b5b22d399cb718 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/2b4102ab7ad54f66a7b5b22d399cb718 2024-11-18T19:02:21,775 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/2b4102ab7ad54f66a7b5b22d399cb718, entries=150, sequenceid=609, filesize=12.0 K 2024-11-18T19:02:21,777 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/B/363bb498919e49cabb9040961c507076 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/363bb498919e49cabb9040961c507076 2024-11-18T19:02:21,782 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/363bb498919e49cabb9040961c507076, entries=150, sequenceid=609, filesize=12.0 K 2024-11-18T19:02:21,784 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/.tmp/C/4e1177ed5c4b438ba6440dd22313755b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/4e1177ed5c4b438ba6440dd22313755b 2024-11-18T19:02:21,790 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/4e1177ed5c4b438ba6440dd22313755b, entries=150, sequenceid=609, filesize=12.0 K 2024-11-18T19:02:21,791 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 376aaeffb2a0ce4bd271ee563c33b9ff in 1307ms, sequenceid=609, compaction requested=true 2024-11-18T19:02:21,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/175bf68955644794a3309ce06a51c057, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/c049a67a14504874993655d980e27fc9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/3f312f337d8b44b6afb9d9ab5399744d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/1264d44258544ccc8e7bfabe36bbaaf1, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f99c1f3f58654ff4a3fe0d71ec970b1c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/7a5a3aa8b7064c2599338aacec6258d2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f077f7f06bb44abdb68aeda4e58d0abb, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/2ddde47391bf4d75a64f9cbdc85ee7d5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/952db020b2264ac5a5dab9abf0fb2759, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/b32d026bff594b228a09c8951cff2e39, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/0536f2899a1a434b8c5b3045e0db6b89, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/5fbbb21eb169487682a105dd137c61b5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/668674defa3b41389173c4c7e6bb9d2f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/232d28cfad3d41d4ab69816305cf9ec3, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/3d1af5898bad481db6f26efcadf04440, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/7a98c44afa274164b70e9c1eb14ac76b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/cf298464205f4d1cb555397d0112ad5e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/496529d6d86149a9b3404c31d7bc9dc9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/c50b5900da7d4193af94baf8565b49eb, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/8ccf5341e45b4e078671bea52805f1c8, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/be95e307d71d4e85ae5c7f3b32753b80, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/c537a1d375e5424f84bbcb47cc8e76ec, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/2033f0d25a9c44aa9498bf80dd949bcf, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/255b68fd75fa4c3a87910be11c4f3aa0, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/25e56d966e314dc894af3b42264d6f39, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/0e52209ef7f1413aadb703785733c7ba, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/902308f5bd9245a9a771a48239e653d4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f62f8a66e1e7461195c876444f435720, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/d2dd87f5022b484dbf6a5d6780e446f4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/bb0bb89264b94e96b138ccce7eb162bb, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/cc2b0282fa2a489ab1e29aaf0781681a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/95652b25a8d8449ca391573826b84018, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/a57d33a47f4e47cf8b350db7a7b874db, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/df4089b6cc71429b92e861eb80e05149, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/ec19b09b31db446287ec73d37b0636af, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/d675f54a21394281bda515fd1e8750a4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/0747b8d5243e417db31d433967d56c0f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/ea4098f8b0b94c358762d9c4a5290d57, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/5c635ceb11c24bc1af2a0512110cf184, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/e93f9ab8488d480d98ffcb1ff0e203f5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f594fab8cfa545ea82a6944a84c502b8] to archive 2024-11-18T19:02:21,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:02:21,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/175bf68955644794a3309ce06a51c057 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/175bf68955644794a3309ce06a51c057 2024-11-18T19:02:21,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/c049a67a14504874993655d980e27fc9 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/c049a67a14504874993655d980e27fc9 2024-11-18T19:02:21,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/3f312f337d8b44b6afb9d9ab5399744d to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/3f312f337d8b44b6afb9d9ab5399744d 2024-11-18T19:02:21,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/1264d44258544ccc8e7bfabe36bbaaf1 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/1264d44258544ccc8e7bfabe36bbaaf1 2024-11-18T19:02:21,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f99c1f3f58654ff4a3fe0d71ec970b1c to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f99c1f3f58654ff4a3fe0d71ec970b1c 2024-11-18T19:02:21,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/7a5a3aa8b7064c2599338aacec6258d2 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/7a5a3aa8b7064c2599338aacec6258d2 2024-11-18T19:02:21,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f077f7f06bb44abdb68aeda4e58d0abb to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f077f7f06bb44abdb68aeda4e58d0abb 2024-11-18T19:02:21,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/2ddde47391bf4d75a64f9cbdc85ee7d5 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/2ddde47391bf4d75a64f9cbdc85ee7d5 2024-11-18T19:02:21,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/952db020b2264ac5a5dab9abf0fb2759 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/952db020b2264ac5a5dab9abf0fb2759 2024-11-18T19:02:21,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/b32d026bff594b228a09c8951cff2e39 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/b32d026bff594b228a09c8951cff2e39 2024-11-18T19:02:21,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/0536f2899a1a434b8c5b3045e0db6b89 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/0536f2899a1a434b8c5b3045e0db6b89 2024-11-18T19:02:21,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/5fbbb21eb169487682a105dd137c61b5 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/5fbbb21eb169487682a105dd137c61b5 2024-11-18T19:02:21,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/668674defa3b41389173c4c7e6bb9d2f to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/668674defa3b41389173c4c7e6bb9d2f 2024-11-18T19:02:21,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/232d28cfad3d41d4ab69816305cf9ec3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/232d28cfad3d41d4ab69816305cf9ec3 2024-11-18T19:02:21,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/3d1af5898bad481db6f26efcadf04440 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/3d1af5898bad481db6f26efcadf04440 2024-11-18T19:02:21,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/7a98c44afa274164b70e9c1eb14ac76b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/7a98c44afa274164b70e9c1eb14ac76b 2024-11-18T19:02:21,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/cf298464205f4d1cb555397d0112ad5e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/cf298464205f4d1cb555397d0112ad5e 2024-11-18T19:02:21,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/496529d6d86149a9b3404c31d7bc9dc9 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/496529d6d86149a9b3404c31d7bc9dc9 2024-11-18T19:02:21,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/c50b5900da7d4193af94baf8565b49eb to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/c50b5900da7d4193af94baf8565b49eb 2024-11-18T19:02:21,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/8ccf5341e45b4e078671bea52805f1c8 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/8ccf5341e45b4e078671bea52805f1c8 2024-11-18T19:02:21,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/be95e307d71d4e85ae5c7f3b32753b80 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/be95e307d71d4e85ae5c7f3b32753b80 2024-11-18T19:02:21,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/c537a1d375e5424f84bbcb47cc8e76ec to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/c537a1d375e5424f84bbcb47cc8e76ec 2024-11-18T19:02:21,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/2033f0d25a9c44aa9498bf80dd949bcf to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/2033f0d25a9c44aa9498bf80dd949bcf 2024-11-18T19:02:21,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/255b68fd75fa4c3a87910be11c4f3aa0 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/255b68fd75fa4c3a87910be11c4f3aa0 2024-11-18T19:02:21,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/25e56d966e314dc894af3b42264d6f39 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/25e56d966e314dc894af3b42264d6f39 2024-11-18T19:02:21,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/0e52209ef7f1413aadb703785733c7ba to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/0e52209ef7f1413aadb703785733c7ba 2024-11-18T19:02:21,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/902308f5bd9245a9a771a48239e653d4 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/902308f5bd9245a9a771a48239e653d4 2024-11-18T19:02:21,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f62f8a66e1e7461195c876444f435720 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f62f8a66e1e7461195c876444f435720 2024-11-18T19:02:21,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/d2dd87f5022b484dbf6a5d6780e446f4 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/d2dd87f5022b484dbf6a5d6780e446f4 2024-11-18T19:02:21,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/bb0bb89264b94e96b138ccce7eb162bb to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/bb0bb89264b94e96b138ccce7eb162bb 2024-11-18T19:02:21,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/cc2b0282fa2a489ab1e29aaf0781681a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/cc2b0282fa2a489ab1e29aaf0781681a 2024-11-18T19:02:21,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/95652b25a8d8449ca391573826b84018 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/95652b25a8d8449ca391573826b84018 2024-11-18T19:02:21,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/a57d33a47f4e47cf8b350db7a7b874db to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/a57d33a47f4e47cf8b350db7a7b874db 2024-11-18T19:02:21,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/df4089b6cc71429b92e861eb80e05149 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/df4089b6cc71429b92e861eb80e05149 2024-11-18T19:02:21,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/ec19b09b31db446287ec73d37b0636af to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/ec19b09b31db446287ec73d37b0636af 2024-11-18T19:02:21,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/d675f54a21394281bda515fd1e8750a4 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/d675f54a21394281bda515fd1e8750a4 2024-11-18T19:02:21,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/0747b8d5243e417db31d433967d56c0f to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/0747b8d5243e417db31d433967d56c0f 2024-11-18T19:02:21,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/ea4098f8b0b94c358762d9c4a5290d57 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/ea4098f8b0b94c358762d9c4a5290d57 2024-11-18T19:02:21,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/5c635ceb11c24bc1af2a0512110cf184 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/5c635ceb11c24bc1af2a0512110cf184 2024-11-18T19:02:21,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/e93f9ab8488d480d98ffcb1ff0e203f5 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/e93f9ab8488d480d98ffcb1ff0e203f5 2024-11-18T19:02:21,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f594fab8cfa545ea82a6944a84c502b8 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/f594fab8cfa545ea82a6944a84c502b8 2024-11-18T19:02:21,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/578cc38c12054205acf3537e5edd04ca, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/2e2e95e3299a46a79ebc483167a26028, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/dcaa627af33a4653b7fc5c180ae4f8bb, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9892680f9ddb4280a3a16344d9b47634, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/b8c783e84ac241a2b362866f0735dea7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/7190fb9b4ec24a28aef5d09a2780febe, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/6ed62128e90647b195cc51e07171e2b7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9ecafce67ecd45ad9bb2096037ee2167, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/269745be85a94e11b8219320abaaa531, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/cf8b84e3b08149e4ada6f653e8567d31, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/04075fd54ff740b882d3267dad4d53e9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/779d097f607849be81e594c716e36d30, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/eebb61eb6e1b45109b8de945df61cc17, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/f3d3b91fd3164e639d6a0b8f43687b1f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/3b048f89e08a4ed4a7db93f279967749, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/fb67a7a418674e138ffd8a40cf3d4c2e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/7597f2c63d2e4c47baeaefa705cfb847, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/2a03726b21a54c5495e3ab64fe0bb3e2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/a1690a59b4c446b0b466ba5db0082c80, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/e579d72a6772447194c71f397f89a074, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/18b85d18c4ac4488b2d568ac07dc18e9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/a0ba0cbb974347429df7398c8f8c0f5c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8a39985e4c014734a5063e256bbf06a2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8a30c5bf44ac45c7aa7ae5bf213c5fb1, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/0eceb7ff03f747509973bada7e7702bd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/ea0b5ed74dea49a78459204db287e17b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/1390b11748c044598e8e70b1ebe72389, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8cf6f1a0b2524612accfe3b233f24c19, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/1ad06f38cda3424e87efd1e5a33e8de0, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/0d1e8ee4e40e4324a70f24a43d9305c2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/2bdf4dc2690d436f83e086d5bede9c35, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8572c9ca587b4ba8a53a5ba7ba45d31a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/d96d9fd3ede14a1c96f7fa877b193922, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9f40c6e714d3415b87543c8f30509e83, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/46ab881d5368419185827eb6ae4ed137, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/27d6b80e9f654a2089e6faad1684b022, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/711033c20bc346ebbb22ef69bfdcd32d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/46882579007c4f8ba22470bf8b90c509, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/405f137f0eee429c9db2da9619e07b5b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/94395439186d4cc4bc08eadcd5bde8f3, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/0829b4718f4d40f29029a7dc40c2ce3c] to archive 2024-11-18T19:02:21,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:02:21,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/578cc38c12054205acf3537e5edd04ca to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/578cc38c12054205acf3537e5edd04ca 2024-11-18T19:02:21,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/2e2e95e3299a46a79ebc483167a26028 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/2e2e95e3299a46a79ebc483167a26028 2024-11-18T19:02:21,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/dcaa627af33a4653b7fc5c180ae4f8bb to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/dcaa627af33a4653b7fc5c180ae4f8bb 2024-11-18T19:02:21,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9892680f9ddb4280a3a16344d9b47634 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9892680f9ddb4280a3a16344d9b47634 2024-11-18T19:02:21,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/b8c783e84ac241a2b362866f0735dea7 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/b8c783e84ac241a2b362866f0735dea7 2024-11-18T19:02:21,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/7190fb9b4ec24a28aef5d09a2780febe to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/7190fb9b4ec24a28aef5d09a2780febe 2024-11-18T19:02:21,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/6ed62128e90647b195cc51e07171e2b7 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/6ed62128e90647b195cc51e07171e2b7 2024-11-18T19:02:21,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9ecafce67ecd45ad9bb2096037ee2167 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9ecafce67ecd45ad9bb2096037ee2167 2024-11-18T19:02:21,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/269745be85a94e11b8219320abaaa531 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/269745be85a94e11b8219320abaaa531 2024-11-18T19:02:21,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/cf8b84e3b08149e4ada6f653e8567d31 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/cf8b84e3b08149e4ada6f653e8567d31 2024-11-18T19:02:21,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/04075fd54ff740b882d3267dad4d53e9 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/04075fd54ff740b882d3267dad4d53e9 2024-11-18T19:02:21,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/779d097f607849be81e594c716e36d30 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/779d097f607849be81e594c716e36d30 2024-11-18T19:02:21,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/eebb61eb6e1b45109b8de945df61cc17 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/eebb61eb6e1b45109b8de945df61cc17 2024-11-18T19:02:21,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/f3d3b91fd3164e639d6a0b8f43687b1f to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/f3d3b91fd3164e639d6a0b8f43687b1f 2024-11-18T19:02:21,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/3b048f89e08a4ed4a7db93f279967749 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/3b048f89e08a4ed4a7db93f279967749 2024-11-18T19:02:21,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/fb67a7a418674e138ffd8a40cf3d4c2e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/fb67a7a418674e138ffd8a40cf3d4c2e 2024-11-18T19:02:21,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/7597f2c63d2e4c47baeaefa705cfb847 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/7597f2c63d2e4c47baeaefa705cfb847 2024-11-18T19:02:21,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/2a03726b21a54c5495e3ab64fe0bb3e2 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/2a03726b21a54c5495e3ab64fe0bb3e2 2024-11-18T19:02:21,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/a1690a59b4c446b0b466ba5db0082c80 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/a1690a59b4c446b0b466ba5db0082c80 2024-11-18T19:02:21,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/e579d72a6772447194c71f397f89a074 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/e579d72a6772447194c71f397f89a074 2024-11-18T19:02:21,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/18b85d18c4ac4488b2d568ac07dc18e9 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/18b85d18c4ac4488b2d568ac07dc18e9 2024-11-18T19:02:21,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/a0ba0cbb974347429df7398c8f8c0f5c to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/a0ba0cbb974347429df7398c8f8c0f5c 2024-11-18T19:02:21,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8a39985e4c014734a5063e256bbf06a2 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8a39985e4c014734a5063e256bbf06a2 2024-11-18T19:02:21,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8a30c5bf44ac45c7aa7ae5bf213c5fb1 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8a30c5bf44ac45c7aa7ae5bf213c5fb1 2024-11-18T19:02:21,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/0eceb7ff03f747509973bada7e7702bd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/0eceb7ff03f747509973bada7e7702bd 2024-11-18T19:02:21,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/ea0b5ed74dea49a78459204db287e17b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/ea0b5ed74dea49a78459204db287e17b 2024-11-18T19:02:21,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/1390b11748c044598e8e70b1ebe72389 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/1390b11748c044598e8e70b1ebe72389 2024-11-18T19:02:21,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8cf6f1a0b2524612accfe3b233f24c19 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8cf6f1a0b2524612accfe3b233f24c19 2024-11-18T19:02:21,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/1ad06f38cda3424e87efd1e5a33e8de0 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/1ad06f38cda3424e87efd1e5a33e8de0 2024-11-18T19:02:21,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/0d1e8ee4e40e4324a70f24a43d9305c2 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/0d1e8ee4e40e4324a70f24a43d9305c2 2024-11-18T19:02:21,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/2bdf4dc2690d436f83e086d5bede9c35 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/2bdf4dc2690d436f83e086d5bede9c35 2024-11-18T19:02:21,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8572c9ca587b4ba8a53a5ba7ba45d31a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/8572c9ca587b4ba8a53a5ba7ba45d31a 2024-11-18T19:02:21,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/d96d9fd3ede14a1c96f7fa877b193922 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/d96d9fd3ede14a1c96f7fa877b193922 2024-11-18T19:02:21,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9f40c6e714d3415b87543c8f30509e83 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9f40c6e714d3415b87543c8f30509e83 2024-11-18T19:02:21,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/46ab881d5368419185827eb6ae4ed137 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/46ab881d5368419185827eb6ae4ed137 2024-11-18T19:02:21,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/27d6b80e9f654a2089e6faad1684b022 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/27d6b80e9f654a2089e6faad1684b022 2024-11-18T19:02:21,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/711033c20bc346ebbb22ef69bfdcd32d to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/711033c20bc346ebbb22ef69bfdcd32d 2024-11-18T19:02:21,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/46882579007c4f8ba22470bf8b90c509 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/46882579007c4f8ba22470bf8b90c509 2024-11-18T19:02:21,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/405f137f0eee429c9db2da9619e07b5b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/405f137f0eee429c9db2da9619e07b5b 2024-11-18T19:02:21,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/94395439186d4cc4bc08eadcd5bde8f3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/94395439186d4cc4bc08eadcd5bde8f3 2024-11-18T19:02:21,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/0829b4718f4d40f29029a7dc40c2ce3c to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/0829b4718f4d40f29029a7dc40c2ce3c 2024-11-18T19:02:21,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/02277645ccbf4b5ea7d368b5d317554f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e3f0e5d7dc624eaab328bc9b5c55407b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/4180a6eb6a49495eb028a6fe56e0ae31, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/d6490e031fc9422ca8c3b7016b881a57, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8d273438dbfb4f2999e56be3c8f2f17f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8a8fbe4cd687478688cae4b7d35f1bd4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/bdb25d6ad3294b87817679fce12cfd76, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e1a162be45ac47d1ab6160e6581e3893, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/a329d14d23714e979603560d90a7404b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e3cfaffc84b3409d82475327d77f8f99, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/3ec0cbac3d1a459eb46557032e36bd6d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/145eeb0fc9c840ccafa7e08d088cc997, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/35a32fb4f9dc49a89482004587f0f334, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5062c1202d074559a07c3d7b3ba30da6, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/27ad7b4f0d424423b1c60c47e49434e4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/782d9c8e35b0484092c23e901f58db31, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/9d4bdb64fc1a427dbec4f1d3b6e20386, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/7a3d551817ff4a46b1d57c590124ae3d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/ffa2aaf4390c4e5aa41add8e716b8331, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e89d76c1e5df4567b4f377d654bd5f9a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/720b5a624f274fb9a0ea372e98b4da12, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/93eff35072a24c6fb9f1ff1010021f2e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/952dcf8e76f740c5b955b1f809f2b5af, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/c0af283d5c9b4dd3b112252a691d70d9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5e1009132d894c33b4219db74821e203, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/7556a952e2d14934a688b91e53759619, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/642dcf9e52154d73b5c8b4183c2c345b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/4d8e429f3bc44381b5760943d0cd364c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/7ebc85d83f274efdaee544687d6f01c2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/c747eeb28df54c898eba77a17aceb91a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5379e470ac174877b0cbbac9e588f274, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/dc64271b30074527998f65b8c06af193, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/d0793a1493e14bf48b7858418fe1ccff, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/fbf34852fdd24386a29915d8e77fe9bb, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8254a80444214f6cbcd0c43fa6fdbb1b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/952f2548984d4dc2b6dcd917f0382a0d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/15c2da16f8fd4e4699dcc266a4e61ba1, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8c692b0bfb5d4cbeaa1753bc5f30bf41, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/526c2de60ffd431e805d166cf08fdd6e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5a20ba25613e41ecb888a08253bbecb4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e06b2db0ecf74003b36643c2b49215c0] to archive 2024-11-18T19:02:21,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:02:21,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/02277645ccbf4b5ea7d368b5d317554f to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/02277645ccbf4b5ea7d368b5d317554f 2024-11-18T19:02:21,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e3f0e5d7dc624eaab328bc9b5c55407b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e3f0e5d7dc624eaab328bc9b5c55407b 2024-11-18T19:02:21,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/4180a6eb6a49495eb028a6fe56e0ae31 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/4180a6eb6a49495eb028a6fe56e0ae31 2024-11-18T19:02:21,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/d6490e031fc9422ca8c3b7016b881a57 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/d6490e031fc9422ca8c3b7016b881a57 2024-11-18T19:02:21,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8d273438dbfb4f2999e56be3c8f2f17f to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8d273438dbfb4f2999e56be3c8f2f17f 2024-11-18T19:02:21,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8a8fbe4cd687478688cae4b7d35f1bd4 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8a8fbe4cd687478688cae4b7d35f1bd4 2024-11-18T19:02:21,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/bdb25d6ad3294b87817679fce12cfd76 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/bdb25d6ad3294b87817679fce12cfd76 2024-11-18T19:02:21,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e1a162be45ac47d1ab6160e6581e3893 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e1a162be45ac47d1ab6160e6581e3893 2024-11-18T19:02:21,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/a329d14d23714e979603560d90a7404b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/a329d14d23714e979603560d90a7404b 2024-11-18T19:02:21,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e3cfaffc84b3409d82475327d77f8f99 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e3cfaffc84b3409d82475327d77f8f99 2024-11-18T19:02:21,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/3ec0cbac3d1a459eb46557032e36bd6d to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/3ec0cbac3d1a459eb46557032e36bd6d 2024-11-18T19:02:21,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/145eeb0fc9c840ccafa7e08d088cc997 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/145eeb0fc9c840ccafa7e08d088cc997 2024-11-18T19:02:21,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/35a32fb4f9dc49a89482004587f0f334 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/35a32fb4f9dc49a89482004587f0f334 2024-11-18T19:02:21,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5062c1202d074559a07c3d7b3ba30da6 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5062c1202d074559a07c3d7b3ba30da6 2024-11-18T19:02:21,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/27ad7b4f0d424423b1c60c47e49434e4 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/27ad7b4f0d424423b1c60c47e49434e4 2024-11-18T19:02:21,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/782d9c8e35b0484092c23e901f58db31 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/782d9c8e35b0484092c23e901f58db31 2024-11-18T19:02:21,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/9d4bdb64fc1a427dbec4f1d3b6e20386 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/9d4bdb64fc1a427dbec4f1d3b6e20386 2024-11-18T19:02:21,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/7a3d551817ff4a46b1d57c590124ae3d to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/7a3d551817ff4a46b1d57c590124ae3d 2024-11-18T19:02:21,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/ffa2aaf4390c4e5aa41add8e716b8331 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/ffa2aaf4390c4e5aa41add8e716b8331 2024-11-18T19:02:21,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e89d76c1e5df4567b4f377d654bd5f9a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e89d76c1e5df4567b4f377d654bd5f9a 2024-11-18T19:02:21,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/720b5a624f274fb9a0ea372e98b4da12 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/720b5a624f274fb9a0ea372e98b4da12 2024-11-18T19:02:21,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/93eff35072a24c6fb9f1ff1010021f2e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/93eff35072a24c6fb9f1ff1010021f2e 2024-11-18T19:02:21,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/952dcf8e76f740c5b955b1f809f2b5af to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/952dcf8e76f740c5b955b1f809f2b5af 2024-11-18T19:02:21,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/c0af283d5c9b4dd3b112252a691d70d9 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/c0af283d5c9b4dd3b112252a691d70d9 2024-11-18T19:02:21,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5e1009132d894c33b4219db74821e203 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5e1009132d894c33b4219db74821e203 2024-11-18T19:02:21,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/7556a952e2d14934a688b91e53759619 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/7556a952e2d14934a688b91e53759619 2024-11-18T19:02:21,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/642dcf9e52154d73b5c8b4183c2c345b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/642dcf9e52154d73b5c8b4183c2c345b 2024-11-18T19:02:21,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/4d8e429f3bc44381b5760943d0cd364c to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/4d8e429f3bc44381b5760943d0cd364c 2024-11-18T19:02:21,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/7ebc85d83f274efdaee544687d6f01c2 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/7ebc85d83f274efdaee544687d6f01c2 2024-11-18T19:02:21,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/c747eeb28df54c898eba77a17aceb91a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/c747eeb28df54c898eba77a17aceb91a 2024-11-18T19:02:21,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5379e470ac174877b0cbbac9e588f274 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5379e470ac174877b0cbbac9e588f274 2024-11-18T19:02:21,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/dc64271b30074527998f65b8c06af193 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/dc64271b30074527998f65b8c06af193 2024-11-18T19:02:21,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/d0793a1493e14bf48b7858418fe1ccff to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/d0793a1493e14bf48b7858418fe1ccff 2024-11-18T19:02:21,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/fbf34852fdd24386a29915d8e77fe9bb to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/fbf34852fdd24386a29915d8e77fe9bb 2024-11-18T19:02:21,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8254a80444214f6cbcd0c43fa6fdbb1b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8254a80444214f6cbcd0c43fa6fdbb1b 2024-11-18T19:02:21,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/952f2548984d4dc2b6dcd917f0382a0d to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/952f2548984d4dc2b6dcd917f0382a0d 2024-11-18T19:02:21,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/15c2da16f8fd4e4699dcc266a4e61ba1 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/15c2da16f8fd4e4699dcc266a4e61ba1 2024-11-18T19:02:21,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8c692b0bfb5d4cbeaa1753bc5f30bf41 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/8c692b0bfb5d4cbeaa1753bc5f30bf41 2024-11-18T19:02:21,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/526c2de60ffd431e805d166cf08fdd6e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/526c2de60ffd431e805d166cf08fdd6e 2024-11-18T19:02:21,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5a20ba25613e41ecb888a08253bbecb4 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/5a20ba25613e41ecb888a08253bbecb4 2024-11-18T19:02:21,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e06b2db0ecf74003b36643c2b49215c0 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e06b2db0ecf74003b36643c2b49215c0 2024-11-18T19:02:21,964 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/recovered.edits/612.seqid, newMaxSeqId=612, maxSeqId=1 2024-11-18T19:02:21,965 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. 2024-11-18T19:02:21,965 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 376aaeffb2a0ce4bd271ee563c33b9ff: Waiting for close lock at 1731956540483Running coprocessor pre-close hooks at 1731956540483Disabling compacts and flushes for region at 1731956540483Disabling writes for close at 1731956540484 (+1 ms)Obtaining lock to block concurrent updates at 1731956540484Preparing flush snapshotting stores in 376aaeffb2a0ce4bd271ee563c33b9ff at 1731956540484Finished memstore snapshotting TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731956540485 (+1 ms)Flushing stores of TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff. at 1731956540487 (+2 ms)Flushing 376aaeffb2a0ce4bd271ee563c33b9ff/A: creating writer at 1731956540487Flushing 376aaeffb2a0ce4bd271ee563c33b9ff/A: appending metadata at 1731956540490 (+3 ms)Flushing 376aaeffb2a0ce4bd271ee563c33b9ff/A: closing flushed file at 1731956540490Flushing 376aaeffb2a0ce4bd271ee563c33b9ff/B: creating writer at 1731956540905 (+415 ms)Flushing 376aaeffb2a0ce4bd271ee563c33b9ff/B: appending metadata at 1731956540909 (+4 ms)Flushing 376aaeffb2a0ce4bd271ee563c33b9ff/B: closing flushed file at 1731956540909Flushing 376aaeffb2a0ce4bd271ee563c33b9ff/C: creating writer at 1731956541326 (+417 ms)Flushing 376aaeffb2a0ce4bd271ee563c33b9ff/C: appending metadata at 1731956541330 (+4 ms)Flushing 376aaeffb2a0ce4bd271ee563c33b9ff/C: closing flushed file at 1731956541330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b5a368: reopening flushed file at 1731956541766 (+436 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fcbff18: reopening flushed file at 1731956541776 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d0cb46: reopening flushed file at 1731956541783 (+7 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 376aaeffb2a0ce4bd271ee563c33b9ff in 1307ms, sequenceid=609, compaction requested=true at 1731956541791 (+8 ms)Writing region close event to WAL at 1731956541960 (+169 ms)Running coprocessor post-close hooks at 1731956541965 (+5 ms)Closed at 1731956541965 2024-11-18T19:02:21,968 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:21,968 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=376aaeffb2a0ce4bd271ee563c33b9ff, regionState=CLOSED 2024-11-18T19:02:21,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 because future has completed 2024-11-18T19:02:21,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-18T19:02:21,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 376aaeffb2a0ce4bd271ee563c33b9ff, server=39fff3b0f89c,42799,1731956512499 in 1.6500 sec 2024-11-18T19:02:21,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-18T19:02:21,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=376aaeffb2a0ce4bd271ee563c33b9ff, UNASSIGN in 1.6580 sec 2024-11-18T19:02:21,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-18T19:02:21,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6650 sec 2024-11-18T19:02:21,981 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956541980"}]},"ts":"1731956541980"} 2024-11-18T19:02:21,982 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-18T19:02:21,982 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-18T19:02:21,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6810 sec 2024-11-18T19:02:22,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-18T19:02:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-18T19:02:22,468 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:22,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-18T19:02:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:02:22,481 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=39, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:02:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-18T19:02:22,483 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=39, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:02:22,487 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:22,492 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A, FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B, FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C, FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/recovered.edits] 2024-11-18T19:02:22,497 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/11d27b1f83e644abb65ba9bdd43675d7 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/11d27b1f83e644abb65ba9bdd43675d7 2024-11-18T19:02:22,498 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/2b4102ab7ad54f66a7b5b22d399cb718 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/2b4102ab7ad54f66a7b5b22d399cb718 2024-11-18T19:02:22,500 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/b8e4fd5cee1b41138a8ba308ac6378c1 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/A/b8e4fd5cee1b41138a8ba308ac6378c1 2024-11-18T19:02:22,503 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/363bb498919e49cabb9040961c507076 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/363bb498919e49cabb9040961c507076 2024-11-18T19:02:22,504 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/38fce29f4379479192264e57498b5a4a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/38fce29f4379479192264e57498b5a4a 2024-11-18T19:02:22,506 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9710973b30584e9ab3a7fc28bfd25406 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/B/9710973b30584e9ab3a7fc28bfd25406 2024-11-18T19:02:22,508 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/4e1177ed5c4b438ba6440dd22313755b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/4e1177ed5c4b438ba6440dd22313755b 2024-11-18T19:02:22,509 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/ceb3aaca41914854b84e4925f6f7a291 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/ceb3aaca41914854b84e4925f6f7a291 2024-11-18T19:02:22,510 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e27968b285094e9991e30bb7ffbbda2a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/C/e27968b285094e9991e30bb7ffbbda2a 2024-11-18T19:02:22,513 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/recovered.edits/612.seqid to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff/recovered.edits/612.seqid 2024-11-18T19:02:22,513 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/376aaeffb2a0ce4bd271ee563c33b9ff 2024-11-18T19:02:22,513 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-18T19:02:22,518 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=39, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:02:22,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-18T19:02:22,528 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-18T19:02:22,563 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-18T19:02:22,565 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=39, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:02:22,565 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-18T19:02:22,565 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731956542565"}]},"ts":"9223372036854775807"} 2024-11-18T19:02:22,570 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-18T19:02:22,570 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 376aaeffb2a0ce4bd271ee563c33b9ff, NAME => 'TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T19:02:22,570 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-18T19:02:22,570 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731956542570"}]},"ts":"9223372036854775807"} 2024-11-18T19:02:22,574 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-18T19:02:22,575 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=39, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:02:22,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 100 msec 2024-11-18T19:02:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-18T19:02:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-18T19:02:22,589 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:22,606 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=238 (was 211) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS:0;39fff3b0f89c:42799-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-638269025_22 at /127.0.0.1:34888 [Waiting for operation #401] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-703111858_22 at /127.0.0.1:60764 [Waiting for operation #420] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 155) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4350 (was 4921) 2024-11-18T19:02:22,617 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=4350 2024-11-18T19:02:22,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T19:02:22,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:02:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-18T19:02:22,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=40, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:02:22,621 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:22,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 40 2024-11-18T19:02:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-18T19:02:22,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=40, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:02:22,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741969_1145 (size=959) 2024-11-18T19:02:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-18T19:02:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-18T19:02:23,034 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748 2024-11-18T19:02:23,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741970_1146 (size=53) 2024-11-18T19:02:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-18T19:02:23,444 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:02:23,444 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4aa16890ddfba114ac8b58f7401026e3, disabling compactions & flushes 2024-11-18T19:02:23,444 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:23,444 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:23,445 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. after waiting 1 ms 2024-11-18T19:02:23,445 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:23,445 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:23,445 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4aa16890ddfba114ac8b58f7401026e3: Waiting for close lock at 1731956543444Disabling compacts and flushes for region at 1731956543444Disabling writes for close at 1731956543445 (+1 ms)Writing region close event to WAL at 1731956543445Closed at 1731956543445 2024-11-18T19:02:23,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=40, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:02:23,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731956543446"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731956543446"}]},"ts":"1731956543446"} 2024-11-18T19:02:23,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:02:23,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=40, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:02:23,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956543450"}]},"ts":"1731956543450"} 2024-11-18T19:02:23,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-18T19:02:23,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4aa16890ddfba114ac8b58f7401026e3, ASSIGN}] 2024-11-18T19:02:23,453 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4aa16890ddfba114ac8b58f7401026e3, ASSIGN 2024-11-18T19:02:23,454 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4aa16890ddfba114ac8b58f7401026e3, ASSIGN; state=OFFLINE, location=39fff3b0f89c,42799,1731956512499; forceNewPlan=false, retain=false 2024-11-18T19:02:23,605 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=4aa16890ddfba114ac8b58f7401026e3, regionState=OPENING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:23,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4aa16890ddfba114ac8b58f7401026e3, ASSIGN because future has completed 2024-11-18T19:02:23,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:02:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-18T19:02:23,767 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:23,767 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:02:23,768 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:23,768 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:02:23,768 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:23,768 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:23,770 INFO [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:23,773 INFO [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aa16890ddfba114ac8b58f7401026e3 columnFamilyName A 2024-11-18T19:02:23,773 DEBUG [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:23,774 INFO [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] regionserver.HStore(327): Store=4aa16890ddfba114ac8b58f7401026e3/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:02:23,774 INFO [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:23,776 INFO [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aa16890ddfba114ac8b58f7401026e3 columnFamilyName B 2024-11-18T19:02:23,776 DEBUG [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:23,777 INFO [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] regionserver.HStore(327): Store=4aa16890ddfba114ac8b58f7401026e3/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:02:23,777 INFO [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:23,779 INFO [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aa16890ddfba114ac8b58f7401026e3 columnFamilyName C 2024-11-18T19:02:23,779 DEBUG [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:23,779 INFO [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] regionserver.HStore(327): Store=4aa16890ddfba114ac8b58f7401026e3/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:02:23,779 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:23,780 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:23,781 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:23,782 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:23,782 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:23,783 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:02:23,785 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:23,788 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:02:23,789 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 4aa16890ddfba114ac8b58f7401026e3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67424927, jitterRate=0.004709705710411072}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:02:23,789 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:23,790 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 4aa16890ddfba114ac8b58f7401026e3: Running coprocessor pre-open hook at 1731956543768Writing region info on filesystem at 1731956543768Initializing all the Stores at 1731956543769 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956543769Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956543770 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956543770Cleaning up temporary data from old regions at 1731956543783 (+13 ms)Running coprocessor post-open hooks at 1731956543789 (+6 ms)Region opened successfully at 1731956543790 (+1 ms) 2024-11-18T19:02:23,791 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., pid=42, masterSystemTime=1731956543760 2024-11-18T19:02:23,793 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:23,793 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:23,794 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=4aa16890ddfba114ac8b58f7401026e3, regionState=OPEN, openSeqNum=2, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:23,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 because future has completed 2024-11-18T19:02:23,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-18T19:02:23,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 in 188 msec 2024-11-18T19:02:23,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-18T19:02:23,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4aa16890ddfba114ac8b58f7401026e3, ASSIGN in 346 msec 2024-11-18T19:02:23,801 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=40, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:02:23,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956543801"}]},"ts":"1731956543801"} 2024-11-18T19:02:23,803 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-18T19:02:23,804 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=40, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:02:23,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1850 sec 2024-11-18T19:02:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-18T19:02:24,770 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:24,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2bb5eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:24,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:02:24,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:02:24,776 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:02:24,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:02:24,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:02:24,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4810677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:24,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:02:24,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:02:24,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:24,782 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:02:24,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666e63ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:24,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:02:24,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:02:24,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:02:24,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:02:24,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T19:02:24,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 39fff3b0f89c,42691,1731956511784 2024-11-18T19:02:24,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6efa9614 2024-11-18T19:02:24,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T19:02:24,789 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T19:02:24,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T19:02:24,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:02:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=43, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-18T19:02:24,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741971_1147 (size=995) 2024-11-18T19:02:25,219 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-18T19:02:25,219 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-18T19:02:25,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T19:02:25,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4aa16890ddfba114ac8b58f7401026e3, REOPEN/MOVE}] 2024-11-18T19:02:25,233 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4aa16890ddfba114ac8b58f7401026e3, REOPEN/MOVE 2024-11-18T19:02:25,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=4aa16890ddfba114ac8b58f7401026e3, regionState=CLOSING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:25,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4aa16890ddfba114ac8b58f7401026e3, REOPEN/MOVE because future has completed 2024-11-18T19:02:25,236 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:02:25,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:02:25,389 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] handler.UnassignRegionHandler(122): Close 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:25,389 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:02:25,389 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] regionserver.HRegion(1722): Closing 4aa16890ddfba114ac8b58f7401026e3, disabling compactions & flushes 2024-11-18T19:02:25,389 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:25,389 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:25,389 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. after waiting 0 ms 2024-11-18T19:02:25,389 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:25,394 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T19:02:25,394 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:25,394 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] regionserver.HRegion(1676): Region close journal for 4aa16890ddfba114ac8b58f7401026e3: Waiting for close lock at 1731956545389Running coprocessor pre-close hooks at 1731956545389Disabling compacts and flushes for region at 1731956545389Disabling writes for close at 1731956545389Writing region close event to WAL at 1731956545390 (+1 ms)Running coprocessor post-close hooks at 1731956545394 (+4 ms)Closed at 1731956545394 2024-11-18T19:02:25,395 WARN [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] regionserver.HRegionServer(3299): Not adding moved region record: 4aa16890ddfba114ac8b58f7401026e3 to self. 2024-11-18T19:02:25,397 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] handler.UnassignRegionHandler(157): Closed 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:25,397 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=4aa16890ddfba114ac8b58f7401026e3, regionState=CLOSED 2024-11-18T19:02:25,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=45, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 because future has completed 2024-11-18T19:02:25,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=45 2024-11-18T19:02:25,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=45, state=SUCCESS, hasLock=false; CloseRegionProcedure 4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 in 164 msec 2024-11-18T19:02:25,404 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4aa16890ddfba114ac8b58f7401026e3, REOPEN/MOVE; state=CLOSED, location=39fff3b0f89c,42799,1731956512499; forceNewPlan=false, retain=true 2024-11-18T19:02:25,555 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=4aa16890ddfba114ac8b58f7401026e3, regionState=OPENING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:25,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4aa16890ddfba114ac8b58f7401026e3, REOPEN/MOVE because future has completed 2024-11-18T19:02:25,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:02:25,718 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:25,719 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:02:25,720 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:25,720 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:02:25,720 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:25,720 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:25,726 INFO [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:25,732 INFO [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aa16890ddfba114ac8b58f7401026e3 columnFamilyName A 2024-11-18T19:02:25,734 DEBUG [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:25,734 INFO [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] regionserver.HStore(327): Store=4aa16890ddfba114ac8b58f7401026e3/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:02:25,735 INFO [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:25,736 INFO [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aa16890ddfba114ac8b58f7401026e3 columnFamilyName B 2024-11-18T19:02:25,736 DEBUG [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:25,736 INFO [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] regionserver.HStore(327): Store=4aa16890ddfba114ac8b58f7401026e3/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:02:25,736 INFO [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:25,737 INFO [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aa16890ddfba114ac8b58f7401026e3 columnFamilyName C 2024-11-18T19:02:25,737 DEBUG [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:25,737 INFO [StoreOpener-4aa16890ddfba114ac8b58f7401026e3-1 {}] regionserver.HStore(327): Store=4aa16890ddfba114ac8b58f7401026e3/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:02:25,737 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:25,738 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:25,739 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:25,740 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:25,740 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:25,741 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:02:25,742 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:25,743 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 4aa16890ddfba114ac8b58f7401026e3; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64471127, jitterRate=-0.039305344223976135}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:02:25,743 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:25,743 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 4aa16890ddfba114ac8b58f7401026e3: Running coprocessor pre-open hook at 1731956545721Writing region info on filesystem at 1731956545721Initializing all the Stores at 1731956545723 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956545723Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956545723Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956545723Cleaning up temporary data from old regions at 1731956545740 (+17 ms)Running coprocessor post-open hooks at 1731956545743 (+3 ms)Region opened successfully at 1731956545743 2024-11-18T19:02:25,744 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., pid=47, masterSystemTime=1731956545712 2024-11-18T19:02:25,746 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:25,746 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:25,746 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=4aa16890ddfba114ac8b58f7401026e3, regionState=OPEN, openSeqNum=5, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:25,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 because future has completed 2024-11-18T19:02:25,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=45 2024-11-18T19:02:25,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 in 189 msec 2024-11-18T19:02:25,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-18T19:02:25,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4aa16890ddfba114ac8b58f7401026e3, REOPEN/MOVE in 518 msec 2024-11-18T19:02:25,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-18T19:02:25,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 528 msec 2024-11-18T19:02:25,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 959 msec 2024-11-18T19:02:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=43 2024-11-18T19:02:25,761 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:25,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e01494b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:02:25,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:02:25,762 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:02:25,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:02:25,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:02:25,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dcb424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:02:25,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:02:25,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:25,764 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:02:25,765 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20562f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28944b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:02:25,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:02:25,766 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:02:25,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:02:25,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:02:25,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677da74f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:02:25,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:02:25,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:25,768 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:02:25,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c4bc02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1d7814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:02:25,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:02:25,770 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:02:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:02:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:02:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e3d83d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:02:25,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:02:25,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:25,771 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:02:25,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12129f57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3868a8b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:02:25,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:02:25,774 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:02:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:02:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:02:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4438f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:02:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:02:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:25,775 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:02:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8c9962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff12e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:02:25,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:02:25,777 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:02:25,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:02:25,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:02:25,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59723184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:02:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:02:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:25,779 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:02:25,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5245fc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75bb8a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:02:25,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:02:25,781 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:02:25,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:02:25,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:02:25,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762ffa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:02:25,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:02:25,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:25,783 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:02:25,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708ec2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69667097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:02:25,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:02:25,785 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:02:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:02:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:02:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac1445e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:02:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:02:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:25,786 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:02:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5599e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d1c71d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:02:25,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:02:25,788 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:02:25,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:02:25,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:02:25,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ce98f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:02:25,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:02:25,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:25,789 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:02:25,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72257f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6633d314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:02:25,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:02:25,791 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:02:25,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:02:25,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:02:25,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1905af9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:02:25,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:02:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:25,792 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:02:25,793 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3fb0ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:02:25,794 DEBUG [Thread-720 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:02:25,794 DEBUG [Thread-731 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:02:25,794 DEBUG [Thread-724 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:02:25,794 DEBUG [Thread-733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:02:25,794 DEBUG [Thread-718 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:02:25,794 DEBUG [Thread-722 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:02:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:02:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:02:25,795 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:02:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:02:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:02:25,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:02:25,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:02:25,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:02:25,796 DEBUG [Thread-726 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:02:25,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:02:25,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:02:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-18T19:02:25,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:02:25,798 DEBUG [Thread-735 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:02:25,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:02:25,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:02:25,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:02:25,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:02:25,799 DEBUG [Thread-729 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:02:25,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:02:25,800 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-18T19:02:25,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:02:25,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:02:25,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:02:25,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:02:25,802 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:25,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:25,802 DEBUG [Thread-735 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:02:25,802 DEBUG [Thread-735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:02:25,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:02:25,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:02:25,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:02:25,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:02:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:02:25,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:02:25,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:02:25,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:02:25,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:02:25,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:02:25,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:02:25,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:02:25,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:02:25,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:02:25,829 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:25,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-18T19:02:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:25,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d1d5e60e9c2b4f5584dc9c2ac0517699_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956545828/Put/seqid=0 2024-11-18T19:02:25,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741972_1148 (size=12154) 2024-11-18T19:02:25,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58286 deadline: 1731956605878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:25,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:25,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:25,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:25,894 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:25,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956605880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:25,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:25,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:25,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:25,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956605881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:25,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956605884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:25,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:25,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:25,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:25,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:25,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:25,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:25,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58214 deadline: 1731956605886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:25,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:25,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:25,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:25,901 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d1d5e60e9c2b4f5584dc9c2ac0517699_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d1d5e60e9c2b4f5584dc9c2ac0517699_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:25,902 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/253816d4cd2946cdb6101cc47f6f4653, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-18T19:02:25,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/253816d4cd2946cdb6101cc47f6f4653 is 175, key is test_row_0/A:col10/1731956545828/Put/seqid=0 2024-11-18T19:02:25,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741973_1149 (size=30955) 2024-11-18T19:02:25,945 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/253816d4cd2946cdb6101cc47f6f4653 2024-11-18T19:02:25,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-18T19:02:25,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:25,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:25,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:25,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:25,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:25,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/f290c37437444d54a48eddb6d785e15e is 50, key is test_row_0/B:col10/1731956545828/Put/seqid=0 2024-11-18T19:02:25,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956605998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58286 deadline: 1731956605998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741974_1150 (size=12001) 2024-11-18T19:02:26,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/f290c37437444d54a48eddb6d785e15e 2024-11-18T19:02:26,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956606008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956606008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58214 deadline: 1731956606008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/8c7e761d810645e5822140a29f049447 is 50, key is test_row_0/C:col10/1731956545828/Put/seqid=0 2024-11-18T19:02:26,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741975_1151 (size=12001) 2024-11-18T19:02:26,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/8c7e761d810645e5822140a29f049447 2024-11-18T19:02:26,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/253816d4cd2946cdb6101cc47f6f4653 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/253816d4cd2946cdb6101cc47f6f4653 2024-11-18T19:02:26,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/253816d4cd2946cdb6101cc47f6f4653, entries=150, sequenceid=16, filesize=30.2 K 2024-11-18T19:02:26,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/f290c37437444d54a48eddb6d785e15e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/f290c37437444d54a48eddb6d785e15e 2024-11-18T19:02:26,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/f290c37437444d54a48eddb6d785e15e, entries=150, sequenceid=16, filesize=11.7 K 2024-11-18T19:02:26,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/8c7e761d810645e5822140a29f049447 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/8c7e761d810645e5822140a29f049447 2024-11-18T19:02:26,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/8c7e761d810645e5822140a29f049447, entries=150, sequenceid=16, filesize=11.7 K 2024-11-18T19:02:26,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4aa16890ddfba114ac8b58f7401026e3 in 249ms, sequenceid=16, compaction requested=false 2024-11-18T19:02:26,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:26,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-18T19:02:26,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:26,109 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T19:02:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-18T19:02:26,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118cf90328a6d1d4269b9ef0ec40431972c_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956545879/Put/seqid=0 2024-11-18T19:02:26,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741976_1152 (size=12154) 2024-11-18T19:02:26,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:26,138 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118cf90328a6d1d4269b9ef0ec40431972c_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118cf90328a6d1d4269b9ef0ec40431972c_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:26,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/421d7fccdd514d098006c1050acab3b2, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:26,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/421d7fccdd514d098006c1050acab3b2 is 175, key is test_row_0/A:col10/1731956545879/Put/seqid=0 2024-11-18T19:02:26,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741977_1153 (size=30955) 2024-11-18T19:02:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:26,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:26,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58286 deadline: 1731956606230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956606232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956606233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58214 deadline: 1731956606235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956606236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58286 deadline: 1731956606349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956606349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956606349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956606349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58214 deadline: 1731956606349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,357 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,357 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-18T19:02:26,554 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/421d7fccdd514d098006c1050acab3b2 2024-11-18T19:02:26,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956606558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58286 deadline: 1731956606558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/780f6484bf2f416cbb0c438dad88dd45 is 50, key is test_row_0/B:col10/1731956545879/Put/seqid=0 2024-11-18T19:02:26,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741978_1154 (size=12001) 2024-11-18T19:02:26,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956606568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956606567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58214 deadline: 1731956606568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58286 deadline: 1731956606867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956606868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58214 deadline: 1731956606877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956606877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956606888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:26,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:26,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-18T19:02:26,971 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/780f6484bf2f416cbb0c438dad88dd45 2024-11-18T19:02:26,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/70b6bb1e9d3b42709afe1c23438a0c05 is 50, key is test_row_0/C:col10/1731956545879/Put/seqid=0 2024-11-18T19:02:27,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741979_1155 (size=12001) 2024-11-18T19:02:27,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58286 deadline: 1731956607377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:27,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:27,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:27,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956607377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:27,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:27,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:27,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:27,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:27,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58214 deadline: 1731956607388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:27,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956607388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:27,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:27,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:27,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:27,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:27,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:27,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:27,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956607397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:27,410 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/70b6bb1e9d3b42709afe1c23438a0c05 2024-11-18T19:02:27,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/421d7fccdd514d098006c1050acab3b2 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/421d7fccdd514d098006c1050acab3b2 2024-11-18T19:02:27,424 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/421d7fccdd514d098006c1050acab3b2, entries=150, sequenceid=40, filesize=30.2 K 2024-11-18T19:02:27,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/780f6484bf2f416cbb0c438dad88dd45 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/780f6484bf2f416cbb0c438dad88dd45 2024-11-18T19:02:27,433 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/780f6484bf2f416cbb0c438dad88dd45, entries=150, sequenceid=40, filesize=11.7 K 2024-11-18T19:02:27,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/70b6bb1e9d3b42709afe1c23438a0c05 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/70b6bb1e9d3b42709afe1c23438a0c05 2024-11-18T19:02:27,442 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/70b6bb1e9d3b42709afe1c23438a0c05, entries=150, sequenceid=40, filesize=11.7 K 2024-11-18T19:02:27,444 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4aa16890ddfba114ac8b58f7401026e3 in 1335ms, sequenceid=40, compaction requested=false 2024-11-18T19:02:27,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:27,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:27,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-18T19:02:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-18T19:02:27,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-18T19:02:27,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6440 sec 2024-11-18T19:02:27,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.6550 sec 2024-11-18T19:02:27,512 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:02:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-18T19:02:27,948 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:27,948 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-18T19:02:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-18T19:02:27,951 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:27,952 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:27,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-18T19:02:28,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-18T19:02:28,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:28,106 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-18T19:02:28,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f9e387d71b72440b97b3815ffd74a283_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956546231/Put/seqid=0 2024-11-18T19:02:28,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741980_1156 (size=12154) 2024-11-18T19:02:28,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,139 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f9e387d71b72440b97b3815ffd74a283_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f9e387d71b72440b97b3815ffd74a283_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:28,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/ff9d85c45a1b48d788c140d1abad06d4, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:28,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/ff9d85c45a1b48d788c140d1abad06d4 is 175, key is test_row_0/A:col10/1731956546231/Put/seqid=0 2024-11-18T19:02:28,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741981_1157 (size=30955) 2024-11-18T19:02:28,158 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/ff9d85c45a1b48d788c140d1abad06d4 2024-11-18T19:02:28,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/c7c61030c24c4d90a78705fdbac45a62 is 50, key is test_row_0/B:col10/1731956546231/Put/seqid=0 2024-11-18T19:02:28,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741982_1158 (size=12001) 2024-11-18T19:02:28,184 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/c7c61030c24c4d90a78705fdbac45a62 2024-11-18T19:02:28,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/d18cef75eb714e81b893c4d7dd6ff178 is 50, key is test_row_0/C:col10/1731956546231/Put/seqid=0 2024-11-18T19:02:28,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741983_1159 (size=12001) 2024-11-18T19:02:28,206 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/d18cef75eb714e81b893c4d7dd6ff178 2024-11-18T19:02:28,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/ff9d85c45a1b48d788c140d1abad06d4 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/ff9d85c45a1b48d788c140d1abad06d4 2024-11-18T19:02:28,221 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/ff9d85c45a1b48d788c140d1abad06d4, entries=150, sequenceid=52, filesize=30.2 K 2024-11-18T19:02:28,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/c7c61030c24c4d90a78705fdbac45a62 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/c7c61030c24c4d90a78705fdbac45a62 2024-11-18T19:02:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,229 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/c7c61030c24c4d90a78705fdbac45a62, entries=150, sequenceid=52, filesize=11.7 K 2024-11-18T19:02:28,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/d18cef75eb714e81b893c4d7dd6ff178 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/d18cef75eb714e81b893c4d7dd6ff178 2024-11-18T19:02:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,236 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/d18cef75eb714e81b893c4d7dd6ff178, entries=150, sequenceid=52, filesize=11.7 K 2024-11-18T19:02:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,237 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 4aa16890ddfba114ac8b58f7401026e3 in 131ms, sequenceid=52, compaction requested=true 2024-11-18T19:02:28,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:28,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:28,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-18T19:02:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-18T19:02:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-18T19:02:28,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 286 msec 2024-11-18T19:02:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 293 msec 2024-11-18T19:02:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-18T19:02:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,268 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,268 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-18T19:02:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-18T19:02:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,271 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,272 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:28,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-18T19:02:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-18T19:02:28,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,426 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-18T19:02:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:28,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118290ec91c8fc14edda756f4e5cc000463_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956548415/Put/seqid=0 2024-11-18T19:02:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741984_1160 (size=14594) 2024-11-18T19:02:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,489 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118290ec91c8fc14edda756f4e5cc000463_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118290ec91c8fc14edda756f4e5cc000463_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/86a52c3a90ee4f52844bbbc2aa760f61, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/86a52c3a90ee4f52844bbbc2aa760f61 is 175, key is test_row_0/A:col10/1731956548415/Put/seqid=0 2024-11-18T19:02:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741985_1161 (size=39549) 2024-11-18T19:02:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:28,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956608494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:28,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956608492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:28,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:28,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:28,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956608563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:28,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:28,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58214 deadline: 1731956608563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:28,571 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:28,571 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,571 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58286 deadline: 1731956608563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:28,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-18T19:02:28,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956608668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:28,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956608668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:28,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:28,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956608678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:28,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58286 deadline: 1731956608678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:28,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:28,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58214 deadline: 1731956608679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:28,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:28,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:28,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956608877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:28,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956608877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:28,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:28,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58286 deadline: 1731956608888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58214 deadline: 1731956608888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:28,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:28,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956608888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:28,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:28,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:28,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:28,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-18T19:02:28,916 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=59, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/86a52c3a90ee4f52844bbbc2aa760f61 2024-11-18T19:02:28,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/f0d5596b000e4cfe868dec72a55956d0 is 50, key is test_row_0/B:col10/1731956548415/Put/seqid=0 2024-11-18T19:02:28,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741986_1162 (size=12001) 2024-11-18T19:02:29,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956609187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:29,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:29,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956609187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:29,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58286 deadline: 1731956609198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:29,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:29,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58214 deadline: 1731956609198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:29,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:29,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956609198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:29,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:29,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:29,346 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/f0d5596b000e4cfe868dec72a55956d0 2024-11-18T19:02:29,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/018da6802e69428c8c1110537467cfdf is 50, key is test_row_0/C:col10/1731956548415/Put/seqid=0 2024-11-18T19:02:29,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741987_1163 (size=12001) 2024-11-18T19:02:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-18T19:02:29,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956609698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956609698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:29,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58286 deadline: 1731956609707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:29,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58214 deadline: 1731956609707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:29,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956609707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:29,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:29,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:29,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:29,758 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/018da6802e69428c8c1110537467cfdf 2024-11-18T19:02:29,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/86a52c3a90ee4f52844bbbc2aa760f61 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/86a52c3a90ee4f52844bbbc2aa760f61 2024-11-18T19:02:29,769 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/86a52c3a90ee4f52844bbbc2aa760f61, entries=200, sequenceid=59, filesize=38.6 K 2024-11-18T19:02:29,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/f0d5596b000e4cfe868dec72a55956d0 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/f0d5596b000e4cfe868dec72a55956d0 2024-11-18T19:02:29,775 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/f0d5596b000e4cfe868dec72a55956d0, entries=150, sequenceid=59, filesize=11.7 K 2024-11-18T19:02:29,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/018da6802e69428c8c1110537467cfdf as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/018da6802e69428c8c1110537467cfdf 2024-11-18T19:02:29,785 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/018da6802e69428c8c1110537467cfdf, entries=150, sequenceid=59, filesize=11.7 K 2024-11-18T19:02:29,788 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=187.85 KB/192360 for 4aa16890ddfba114ac8b58f7401026e3 in 1362ms, sequenceid=59, compaction requested=true 2024-11-18T19:02:29,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:29,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:29,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-18T19:02:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-18T19:02:29,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-18T19:02:29,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5170 sec 2024-11-18T19:02:29,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.5240 sec 2024-11-18T19:02:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-18T19:02:30,418 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:30,418 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-18T19:02:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-18T19:02:30,420 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:30,421 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:30,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-18T19:02:30,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-18T19:02:30,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:30,577 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-18T19:02:30,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c2d412a2b1a5481280c6aa7c78a77eed_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956548498/Put/seqid=0 2024-11-18T19:02:30,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741988_1164 (size=12154) 2024-11-18T19:02:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:30,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:30,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956610719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:30,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:30,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:30,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:30,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956610720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:30,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:30,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:30,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:30,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956610721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:30,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58214 deadline: 1731956610728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:30,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58286 deadline: 1731956610728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:30,736 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in 4aa16890ddfba114ac8b58f7401026e3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:02:30,736 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_0' in 4aa16890ddfba114ac8b58f7401026e3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:02:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-18T19:02:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:30,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:30,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956610828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:30,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:30,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956610828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:30,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:30,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:30,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956610828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:30,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:30,993 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c2d412a2b1a5481280c6aa7c78a77eed_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c2d412a2b1a5481280c6aa7c78a77eed_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:30,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/fe8675c448b74055a582442776a5cbee, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:30,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/fe8675c448b74055a582442776a5cbee is 175, key is test_row_0/A:col10/1731956548498/Put/seqid=0 2024-11-18T19:02:31,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741989_1165 (size=30955) 2024-11-18T19:02:31,003 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/fe8675c448b74055a582442776a5cbee 2024-11-18T19:02:31,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/13c5f38ae63a4e86ab136dfe5e1cf8a9 is 50, key is test_row_0/B:col10/1731956548498/Put/seqid=0 2024-11-18T19:02:31,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741990_1166 (size=12001) 2024-11-18T19:02:31,016 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/13c5f38ae63a4e86ab136dfe5e1cf8a9 2024-11-18T19:02:31,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/dbcef7161a074b7c83bd71f6f5350ea7 is 50, key is test_row_0/C:col10/1731956548498/Put/seqid=0 2024-11-18T19:02:31,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741991_1167 (size=12001) 2024-11-18T19:02:31,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956611038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:31,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:31,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956611038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:31,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956611038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-18T19:02:31,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956611347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:31,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:31,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:31,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:31,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956611347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:31,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:31,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:31,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:31,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956611357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:31,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:31,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:31,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:31,430 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/dbcef7161a074b7c83bd71f6f5350ea7 2024-11-18T19:02:31,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/fe8675c448b74055a582442776a5cbee as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/fe8675c448b74055a582442776a5cbee 2024-11-18T19:02:31,439 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/fe8675c448b74055a582442776a5cbee, entries=150, sequenceid=90, filesize=30.2 K 2024-11-18T19:02:31,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/13c5f38ae63a4e86ab136dfe5e1cf8a9 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/13c5f38ae63a4e86ab136dfe5e1cf8a9 2024-11-18T19:02:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,449 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/13c5f38ae63a4e86ab136dfe5e1cf8a9, entries=150, sequenceid=90, filesize=11.7 K 2024-11-18T19:02:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/dbcef7161a074b7c83bd71f6f5350ea7 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/dbcef7161a074b7c83bd71f6f5350ea7 2024-11-18T19:02:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,456 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/dbcef7161a074b7c83bd71f6f5350ea7, entries=150, sequenceid=90, filesize=11.7 K 2024-11-18T19:02:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,457 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 4aa16890ddfba114ac8b58f7401026e3 in 881ms, sequenceid=90, compaction requested=true 2024-11-18T19:02:31,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:31,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:31,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-18T19:02:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-18T19:02:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-18T19:02:31,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0380 sec 2024-11-18T19:02:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.0420 sec 2024-11-18T19:02:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-18T19:02:31,558 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,558 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-18T19:02:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-18T19:02:31,560 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,561 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:31,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-18T19:02:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-18T19:02:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:31,714 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-18T19:02:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b1868b68ba4145eea98459b03b0567a5_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956550719/Put/seqid=0 2024-11-18T19:02:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741992_1168 (size=9714) 2024-11-18T19:02:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-18T19:02:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:31,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:31,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956611963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:31,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956611964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:31,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:31,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956611966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:31,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:31,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:31,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:31,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:31,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:31,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:31,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:31,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:32,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956612078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:32,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956612078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:32,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956612078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:32,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-18T19:02:32,123 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-18T19:02:32,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:32,154 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b1868b68ba4145eea98459b03b0567a5_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b1868b68ba4145eea98459b03b0567a5_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:32,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/e92291b3602446eaafc09018d700ed75, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:32,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/e92291b3602446eaafc09018d700ed75 is 175, key is test_row_0/A:col10/1731956550719/Put/seqid=0 2024-11-18T19:02:32,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741993_1169 (size=22361) 2024-11-18T19:02:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-18T19:02:32,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956612288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:32,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956612288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:32,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956612288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:32,560 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/e92291b3602446eaafc09018d700ed75 2024-11-18T19:02:32,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/c28f18850d6d456fae67a0b179e14a55 is 50, key is test_row_0/B:col10/1731956550719/Put/seqid=0 2024-11-18T19:02:32,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741994_1170 (size=9657) 2024-11-18T19:02:32,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956612597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:32,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:32,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956612597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:32,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:32,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956612598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:32,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-18T19:02:32,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58286 deadline: 1731956612747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:32,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58214 deadline: 1731956612747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:32,752 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in 4aa16890ddfba114ac8b58f7401026e3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:02:32,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:32,752 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_0' in 4aa16890ddfba114ac8b58f7401026e3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:02:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:32,971 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/c28f18850d6d456fae67a0b179e14a55 2024-11-18T19:02:32,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/c2497e8b95b148fea8d452bb6755db88 is 50, key is test_row_0/C:col10/1731956550719/Put/seqid=0 2024-11-18T19:02:32,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741995_1171 (size=9657) 2024-11-18T19:02:33,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956613107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:33,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:33,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956613107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:33,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:33,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:33,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:33,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956613107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:33,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:33,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:33,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:33,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:33,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:33,384 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/c2497e8b95b148fea8d452bb6755db88 2024-11-18T19:02:33,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/e92291b3602446eaafc09018d700ed75 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e92291b3602446eaafc09018d700ed75 2024-11-18T19:02:33,393 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e92291b3602446eaafc09018d700ed75, entries=100, sequenceid=96, filesize=21.8 K 2024-11-18T19:02:33,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/c28f18850d6d456fae67a0b179e14a55 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/c28f18850d6d456fae67a0b179e14a55 2024-11-18T19:02:33,398 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/c28f18850d6d456fae67a0b179e14a55, entries=100, sequenceid=96, filesize=9.4 K 2024-11-18T19:02:33,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/c2497e8b95b148fea8d452bb6755db88 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/c2497e8b95b148fea8d452bb6755db88 2024-11-18T19:02:33,406 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/c2497e8b95b148fea8d452bb6755db88, entries=100, sequenceid=96, filesize=9.4 K 2024-11-18T19:02:33,409 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 4aa16890ddfba114ac8b58f7401026e3 in 1695ms, sequenceid=96, compaction requested=true 2024-11-18T19:02:33,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:33,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:33,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-18T19:02:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-18T19:02:33,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-18T19:02:33,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8500 sec 2024-11-18T19:02:33,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.8550 sec 2024-11-18T19:02:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-18T19:02:33,707 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:33,708 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-18T19:02:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-18T19:02:33,709 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:33,710 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:33,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-18T19:02:33,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-18T19:02:33,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:33,863 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-18T19:02:33,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411183a43a75151684a029df2e23169dd9958_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956551960/Put/seqid=0 2024-11-18T19:02:33,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741996_1172 (size=12154) 2024-11-18T19:02:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-18T19:02:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:34,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:34,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956614119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:34,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956614120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956614121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:34,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956614227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956614227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:34,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956614227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:34,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:34,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,282 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411183a43a75151684a029df2e23169dd9958_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183a43a75151684a029df2e23169dd9958_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:34,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/18551ecba4e440a287e21e673c8a5fcd, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:34,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/18551ecba4e440a287e21e673c8a5fcd is 175, key is test_row_0/A:col10/1731956551960/Put/seqid=0 2024-11-18T19:02:34,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741997_1173 (size=30955) 2024-11-18T19:02:34,292 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=126, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/18551ecba4e440a287e21e673c8a5fcd 2024-11-18T19:02:34,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/dd80445a2f7b48e48fc71bbdbc4b42a3 is 50, key is test_row_0/B:col10/1731956551960/Put/seqid=0 2024-11-18T19:02:34,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741998_1174 (size=12001) 2024-11-18T19:02:34,304 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/dd80445a2f7b48e48fc71bbdbc4b42a3 2024-11-18T19:02:34,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/d392d0eb3ad14485a897d64d7b9a3324 is 50, key is test_row_0/C:col10/1731956551960/Put/seqid=0 2024-11-18T19:02:34,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741999_1175 (size=12001) 2024-11-18T19:02:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-18T19:02:34,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956614437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:34,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:34,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956614437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:34,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956614437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:34,716 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/d392d0eb3ad14485a897d64d7b9a3324 2024-11-18T19:02:34,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/18551ecba4e440a287e21e673c8a5fcd as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/18551ecba4e440a287e21e673c8a5fcd 2024-11-18T19:02:34,724 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/18551ecba4e440a287e21e673c8a5fcd, entries=150, sequenceid=126, filesize=30.2 K 2024-11-18T19:02:34,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/dd80445a2f7b48e48fc71bbdbc4b42a3 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/dd80445a2f7b48e48fc71bbdbc4b42a3 2024-11-18T19:02:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,729 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/dd80445a2f7b48e48fc71bbdbc4b42a3, entries=150, sequenceid=126, filesize=11.7 K 2024-11-18T19:02:34,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/d392d0eb3ad14485a897d64d7b9a3324 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/d392d0eb3ad14485a897d64d7b9a3324 2024-11-18T19:02:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,734 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/d392d0eb3ad14485a897d64d7b9a3324, entries=150, sequenceid=126, filesize=11.7 K 2024-11-18T19:02:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,735 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 4aa16890ddfba114ac8b58f7401026e3 in 871ms, sequenceid=126, compaction requested=true 2024-11-18T19:02:34,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:34,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:34,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-18T19:02:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-18T19:02:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-18T19:02:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0260 sec 2024-11-18T19:02:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.0460 sec 2024-11-18T19:02:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:34,788 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:34,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T19:02:34,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d337dcafd48c441788ae9c52e2d54f85_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956554785/Put/seqid=0 2024-11-18T19:02:34,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742000_1176 (size=19774) 2024-11-18T19:02:34,817 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:34,822 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d337dcafd48c441788ae9c52e2d54f85_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d337dcafd48c441788ae9c52e2d54f85_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:34,823 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/0eb3bf55f92e408d87d32975e4381ec7, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:34,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/0eb3bf55f92e408d87d32975e4381ec7 is 175, key is test_row_0/A:col10/1731956554785/Put/seqid=0 2024-11-18T19:02:34,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742001_1177 (size=57033) 2024-11-18T19:02:34,838 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/0eb3bf55f92e408d87d32975e4381ec7 2024-11-18T19:02:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-18T19:02:34,848 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:34,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/03e58f2021c8493e8435ee511491015f is 50, key is test_row_0/B:col10/1731956554785/Put/seqid=0 2024-11-18T19:02:34,848 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-18T19:02:34,851 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T19:02:34,851 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:34,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:34,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956614860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:34,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:34,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956614862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:34,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956614864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:34,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:34,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:34,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742002_1178 (size=12151) 2024-11-18T19:02:34,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/03e58f2021c8493e8435ee511491015f 2024-11-18T19:02:34,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/629ff52cac004726b008882fbe32504e is 50, key is test_row_0/C:col10/1731956554785/Put/seqid=0 2024-11-18T19:02:34,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742003_1179 (size=12151) 2024-11-18T19:02:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T19:02:34,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956614967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:34,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:34,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956614977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:34,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:34,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956614977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:34,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:34,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:34,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:35,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-18T19:02:35,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:35,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:35,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:35,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:35,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:35,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-18T19:02:35,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:35,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:35,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:35,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:35,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T19:02:35,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956615177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:35,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956615187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:35,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:35,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956615187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:35,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:35,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:35,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/629ff52cac004726b008882fbe32504e 2024-11-18T19:02:35,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/0eb3bf55f92e408d87d32975e4381ec7 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/0eb3bf55f92e408d87d32975e4381ec7 2024-11-18T19:02:35,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/0eb3bf55f92e408d87d32975e4381ec7, entries=300, sequenceid=138, filesize=55.7 K 2024-11-18T19:02:35,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/03e58f2021c8493e8435ee511491015f as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/03e58f2021c8493e8435ee511491015f 2024-11-18T19:02:35,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/03e58f2021c8493e8435ee511491015f, entries=150, sequenceid=138, filesize=11.9 K 2024-11-18T19:02:35,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/629ff52cac004726b008882fbe32504e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/629ff52cac004726b008882fbe32504e 2024-11-18T19:02:35,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/629ff52cac004726b008882fbe32504e, entries=150, sequenceid=138, filesize=11.9 K 2024-11-18T19:02:35,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4aa16890ddfba114ac8b58f7401026e3 in 517ms, sequenceid=138, compaction requested=true 2024-11-18T19:02:35,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:35,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:35,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:35,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:35,305 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-18T19:02:35,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:35,305 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-18T19:02:35,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:35,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:35,308 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 273718 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-18T19:02:35,308 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 4aa16890ddfba114ac8b58f7401026e3/A is initiating minor compaction (all files) 2024-11-18T19:02:35,308 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4aa16890ddfba114ac8b58f7401026e3/A in TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:35,308 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/253816d4cd2946cdb6101cc47f6f4653, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/421d7fccdd514d098006c1050acab3b2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/ff9d85c45a1b48d788c140d1abad06d4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/86a52c3a90ee4f52844bbbc2aa760f61, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/fe8675c448b74055a582442776a5cbee, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e92291b3602446eaafc09018d700ed75, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/18551ecba4e440a287e21e673c8a5fcd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/0eb3bf55f92e408d87d32975e4381ec7] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp, totalSize=267.3 K 2024-11-18T19:02:35,308 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=8 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:35,309 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. files: [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/253816d4cd2946cdb6101cc47f6f4653, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/421d7fccdd514d098006c1050acab3b2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/ff9d85c45a1b48d788c140d1abad06d4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/86a52c3a90ee4f52844bbbc2aa760f61, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/fe8675c448b74055a582442776a5cbee, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e92291b3602446eaafc09018d700ed75, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/18551ecba4e440a287e21e673c8a5fcd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/0eb3bf55f92e408d87d32975e4381ec7] 2024-11-18T19:02:35,309 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 253816d4cd2946cdb6101cc47f6f4653, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731956545825 2024-11-18T19:02:35,309 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 93814 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-18T19:02:35,309 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 4aa16890ddfba114ac8b58f7401026e3/B is initiating minor compaction (all files) 2024-11-18T19:02:35,309 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4aa16890ddfba114ac8b58f7401026e3/B in TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:35,310 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/f290c37437444d54a48eddb6d785e15e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/780f6484bf2f416cbb0c438dad88dd45, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/c7c61030c24c4d90a78705fdbac45a62, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/f0d5596b000e4cfe868dec72a55956d0, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/13c5f38ae63a4e86ab136dfe5e1cf8a9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/c28f18850d6d456fae67a0b179e14a55, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/dd80445a2f7b48e48fc71bbdbc4b42a3, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/03e58f2021c8493e8435ee511491015f] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp, totalSize=91.6 K 2024-11-18T19:02:35,310 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 421d7fccdd514d098006c1050acab3b2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731956545873 2024-11-18T19:02:35,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-18T19:02:35,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:35,310 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting f290c37437444d54a48eddb6d785e15e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731956545825 2024-11-18T19:02:35,310 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T19:02:35,311 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff9d85c45a1b48d788c140d1abad06d4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731956546231 2024-11-18T19:02:35,311 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 780f6484bf2f416cbb0c438dad88dd45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731956545873 2024-11-18T19:02:35,312 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86a52c3a90ee4f52844bbbc2aa760f61, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731956548412 2024-11-18T19:02:35,312 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting c7c61030c24c4d90a78705fdbac45a62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731956546231 2024-11-18T19:02:35,312 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe8675c448b74055a582442776a5cbee, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731956548481 2024-11-18T19:02:35,312 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting f0d5596b000e4cfe868dec72a55956d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731956548414 2024-11-18T19:02:35,313 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting e92291b3602446eaafc09018d700ed75, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731956550719 2024-11-18T19:02:35,313 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 13c5f38ae63a4e86ab136dfe5e1cf8a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731956548481 2024-11-18T19:02:35,313 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18551ecba4e440a287e21e673c8a5fcd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731956551960 2024-11-18T19:02:35,313 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting c28f18850d6d456fae67a0b179e14a55, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731956550719 2024-11-18T19:02:35,313 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0eb3bf55f92e408d87d32975e4381ec7, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731956554120 2024-11-18T19:02:35,315 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting dd80445a2f7b48e48fc71bbdbc4b42a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731956551960 2024-11-18T19:02:35,315 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 03e58f2021c8493e8435ee511491015f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731956554781 2024-11-18T19:02:35,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d29a0ed8da0a49c3bbfbda73e702b497_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956554843/Put/seqid=0 2024-11-18T19:02:35,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742004_1180 (size=12304) 2024-11-18T19:02:35,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:35,338 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d29a0ed8da0a49c3bbfbda73e702b497_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d29a0ed8da0a49c3bbfbda73e702b497_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:35,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/1db7dbdf523844c0ac6da39309f38584, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:35,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/1db7dbdf523844c0ac6da39309f38584 is 175, key is test_row_0/A:col10/1731956554843/Put/seqid=0 2024-11-18T19:02:35,348 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4aa16890ddfba114ac8b58f7401026e3#B#compaction#157 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:35,349 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/2431e2773e11423c9677bf22dddf4847 is 50, key is test_row_0/B:col10/1731956554785/Put/seqid=0 2024-11-18T19:02:35,352 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:35,362 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111842594e7845394dc7a8260aae2df200b4_4aa16890ddfba114ac8b58f7401026e3 store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:35,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742005_1181 (size=31105) 2024-11-18T19:02:35,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742006_1182 (size=12425) 2024-11-18T19:02:35,368 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111842594e7845394dc7a8260aae2df200b4_4aa16890ddfba114ac8b58f7401026e3, store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:35,368 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111842594e7845394dc7a8260aae2df200b4_4aa16890ddfba114ac8b58f7401026e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:35,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742007_1183 (size=4469) 2024-11-18T19:02:35,378 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/2431e2773e11423c9677bf22dddf4847 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/2431e2773e11423c9677bf22dddf4847 2024-11-18T19:02:35,383 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in 4aa16890ddfba114ac8b58f7401026e3/B of 4aa16890ddfba114ac8b58f7401026e3 into 2431e2773e11423c9677bf22dddf4847(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:35,383 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:35,383 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., storeName=4aa16890ddfba114ac8b58f7401026e3/B, priority=8, startTime=1731956555305; duration=0sec 2024-11-18T19:02:35,383 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:35,383 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:B 2024-11-18T19:02:35,383 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-18T19:02:35,385 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 93814 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-18T19:02:35,385 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 4aa16890ddfba114ac8b58f7401026e3/C is initiating minor compaction (all files) 2024-11-18T19:02:35,385 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4aa16890ddfba114ac8b58f7401026e3/C in TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:35,385 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/8c7e761d810645e5822140a29f049447, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/70b6bb1e9d3b42709afe1c23438a0c05, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/d18cef75eb714e81b893c4d7dd6ff178, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/018da6802e69428c8c1110537467cfdf, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/dbcef7161a074b7c83bd71f6f5350ea7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/c2497e8b95b148fea8d452bb6755db88, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/d392d0eb3ad14485a897d64d7b9a3324, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/629ff52cac004726b008882fbe32504e] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp, totalSize=91.6 K 2024-11-18T19:02:35,386 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c7e761d810645e5822140a29f049447, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731956545825 2024-11-18T19:02:35,386 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 70b6bb1e9d3b42709afe1c23438a0c05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731956545873 2024-11-18T19:02:35,386 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting d18cef75eb714e81b893c4d7dd6ff178, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731956546231 2024-11-18T19:02:35,386 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 018da6802e69428c8c1110537467cfdf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731956548414 2024-11-18T19:02:35,387 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting dbcef7161a074b7c83bd71f6f5350ea7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731956548481 2024-11-18T19:02:35,388 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting c2497e8b95b148fea8d452bb6755db88, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731956550719 2024-11-18T19:02:35,388 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting d392d0eb3ad14485a897d64d7b9a3324, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731956551960 2024-11-18T19:02:35,388 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 629ff52cac004726b008882fbe32504e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731956554781 2024-11-18T19:02:35,404 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4aa16890ddfba114ac8b58f7401026e3#C#compaction#159 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:35,405 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/40cc8029a4544864b206317bba7411bf is 50, key is test_row_0/C:col10/1731956554785/Put/seqid=0 2024-11-18T19:02:35,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742008_1184 (size=12425) 2024-11-18T19:02:35,435 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/40cc8029a4544864b206317bba7411bf as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/40cc8029a4544864b206317bba7411bf 2024-11-18T19:02:35,449 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in 4aa16890ddfba114ac8b58f7401026e3/C of 4aa16890ddfba114ac8b58f7401026e3 into 40cc8029a4544864b206317bba7411bf(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:35,449 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:35,449 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., storeName=4aa16890ddfba114ac8b58f7401026e3/C, priority=8, startTime=1731956555305; duration=0sec 2024-11-18T19:02:35,449 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:35,449 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:C 2024-11-18T19:02:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T19:02:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:35,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:35,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956615505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:35,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:35,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956615505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:35,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:35,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956615506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:35,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:35,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956615617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:35,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956615617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956615617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:35,764 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/1db7dbdf523844c0ac6da39309f38584 2024-11-18T19:02:35,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/e9e8b61899a34e4c8f6fd06d6878637a is 50, key is test_row_0/B:col10/1731956554843/Put/seqid=0 2024-11-18T19:02:35,775 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4aa16890ddfba114ac8b58f7401026e3#A#compaction#158 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:35,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742009_1185 (size=12151) 2024-11-18T19:02:35,776 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/3e4c14269516499393f6f6c4a7cd40ac is 175, key is test_row_0/A:col10/1731956554785/Put/seqid=0 2024-11-18T19:02:35,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742010_1186 (size=31379) 2024-11-18T19:02:35,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956615827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:35,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:35,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956615827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:35,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:35,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956615827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:35,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:35,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T19:02:36,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956616138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:36,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956616138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956616138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:36,176 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/e9e8b61899a34e4c8f6fd06d6878637a 2024-11-18T19:02:36,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/b8ff75d8bfef47a389055514368b6fd6 is 50, key is test_row_0/C:col10/1731956554843/Put/seqid=0 2024-11-18T19:02:36,188 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/3e4c14269516499393f6f6c4a7cd40ac as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3e4c14269516499393f6f6c4a7cd40ac 2024-11-18T19:02:36,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742011_1187 (size=12151) 2024-11-18T19:02:36,194 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in 4aa16890ddfba114ac8b58f7401026e3/A of 4aa16890ddfba114ac8b58f7401026e3 into 3e4c14269516499393f6f6c4a7cd40ac(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:36,194 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:36,194 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., storeName=4aa16890ddfba114ac8b58f7401026e3/A, priority=8, startTime=1731956555305; duration=0sec 2024-11-18T19:02:36,194 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:36,194 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:A 2024-11-18T19:02:36,483 INFO [master/39fff3b0f89c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T19:02:36,483 INFO [master/39fff3b0f89c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T19:02:36,591 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/b8ff75d8bfef47a389055514368b6fd6 2024-11-18T19:02:36,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/1db7dbdf523844c0ac6da39309f38584 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/1db7dbdf523844c0ac6da39309f38584 2024-11-18T19:02:36,602 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/1db7dbdf523844c0ac6da39309f38584, entries=150, sequenceid=162, filesize=30.4 K 2024-11-18T19:02:36,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/e9e8b61899a34e4c8f6fd06d6878637a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/e9e8b61899a34e4c8f6fd06d6878637a 2024-11-18T19:02:36,608 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/e9e8b61899a34e4c8f6fd06d6878637a, entries=150, sequenceid=162, filesize=11.9 K 2024-11-18T19:02:36,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/b8ff75d8bfef47a389055514368b6fd6 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/b8ff75d8bfef47a389055514368b6fd6 2024-11-18T19:02:36,615 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/b8ff75d8bfef47a389055514368b6fd6, entries=150, sequenceid=162, filesize=11.9 K 2024-11-18T19:02:36,618 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4aa16890ddfba114ac8b58f7401026e3 in 1308ms, sequenceid=162, compaction requested=false 2024-11-18T19:02:36,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:36,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:36,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-18T19:02:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-18T19:02:36,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-18T19:02:36,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7690 sec 2024-11-18T19:02:36,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.7740 sec 2024-11-18T19:02:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:36,651 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:36,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T19:02:36,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ce1ad840bd6f47a0a646811db773c646_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956556650/Put/seqid=0 2024-11-18T19:02:36,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742012_1188 (size=17284) 2024-11-18T19:02:36,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956616686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:36,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956616692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:36,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956616693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:36,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:36,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58286 deadline: 1731956616777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:36,782 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in 4aa16890ddfba114ac8b58f7401026e3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:02:36,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:36,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58214 deadline: 1731956616788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:36,789 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_0' in 4aa16890ddfba114ac8b58f7401026e3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:02:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:36,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956616797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:36,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:36,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956616797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:36,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:36,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956616797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:36,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:36,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T19:02:37,007 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:37,008 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-18T19:02:37,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956617007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:37,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-18T19:02:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956617007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:37,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956617007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:37,010 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:37,011 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:37,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:37,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:37,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:37,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:37,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:37,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:37,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:37,068 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:37,072 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ce1ad840bd6f47a0a646811db773c646_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ce1ad840bd6f47a0a646811db773c646_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:37,073 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/028658c10114442ca6dc2f54d0b65eea, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:37,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/028658c10114442ca6dc2f54d0b65eea is 175, key is test_row_0/A:col10/1731956556650/Put/seqid=0 2024-11-18T19:02:37,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742013_1189 (size=48389) 2024-11-18T19:02:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-18T19:02:37,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-18T19:02:37,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:37,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:37,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:37,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:37,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:37,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-18T19:02:37,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:37,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:37,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:37,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:37,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:37,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956617317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:37,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:37,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956617317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956617317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-18T19:02:37,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-18T19:02:37,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:37,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:37,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:37,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:37,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:37,480 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/028658c10114442ca6dc2f54d0b65eea 2024-11-18T19:02:37,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/6b4bbc84751b4806b50bd63fb039ade4 is 50, key is test_row_0/B:col10/1731956556650/Put/seqid=0 2024-11-18T19:02:37,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742014_1190 (size=12151) 2024-11-18T19:02:37,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-18T19:02:37,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:37,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:37,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:37,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:37,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-18T19:02:37,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-18T19:02:37,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:37,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:37,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:37,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:37,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:37,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956617827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:37,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:37,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:37,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:37,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956617837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:37,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:37,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:37,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956617837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:37,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:37,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/6b4bbc84751b4806b50bd63fb039ade4 2024-11-18T19:02:37,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/d9b394c81d404ec68746e7178e410c4a is 50, key is test_row_0/C:col10/1731956556650/Put/seqid=0 2024-11-18T19:02:37,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742015_1191 (size=12151) 2024-11-18T19:02:37,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/d9b394c81d404ec68746e7178e410c4a 2024-11-18T19:02:37,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/028658c10114442ca6dc2f54d0b65eea as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/028658c10114442ca6dc2f54d0b65eea 2024-11-18T19:02:37,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/028658c10114442ca6dc2f54d0b65eea, entries=250, sequenceid=179, filesize=47.3 K 2024-11-18T19:02:37,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/6b4bbc84751b4806b50bd63fb039ade4 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/6b4bbc84751b4806b50bd63fb039ade4 2024-11-18T19:02:37,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/6b4bbc84751b4806b50bd63fb039ade4, entries=150, sequenceid=179, filesize=11.9 K 2024-11-18T19:02:37,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/d9b394c81d404ec68746e7178e410c4a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/d9b394c81d404ec68746e7178e410c4a 2024-11-18T19:02:37,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/d9b394c81d404ec68746e7178e410c4a, entries=150, sequenceid=179, filesize=11.9 K 2024-11-18T19:02:37,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4aa16890ddfba114ac8b58f7401026e3 in 1273ms, sequenceid=179, compaction requested=true 2024-11-18T19:02:37,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:37,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:37,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:37,924 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:37,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:37,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:37,924 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:37,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:37,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:37,925 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110873 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:37,925 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:37,925 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 4aa16890ddfba114ac8b58f7401026e3/A is initiating minor compaction (all files) 2024-11-18T19:02:37,925 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 4aa16890ddfba114ac8b58f7401026e3/B is initiating minor compaction (all files) 2024-11-18T19:02:37,925 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4aa16890ddfba114ac8b58f7401026e3/A in TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:37,925 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4aa16890ddfba114ac8b58f7401026e3/B in TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:37,926 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/2431e2773e11423c9677bf22dddf4847, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/e9e8b61899a34e4c8f6fd06d6878637a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/6b4bbc84751b4806b50bd63fb039ade4] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp, totalSize=35.9 K 2024-11-18T19:02:37,926 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3e4c14269516499393f6f6c4a7cd40ac, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/1db7dbdf523844c0ac6da39309f38584, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/028658c10114442ca6dc2f54d0b65eea] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp, totalSize=108.3 K 2024-11-18T19:02:37,926 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:37,926 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. files: [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3e4c14269516499393f6f6c4a7cd40ac, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/1db7dbdf523844c0ac6da39309f38584, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/028658c10114442ca6dc2f54d0b65eea] 2024-11-18T19:02:37,926 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e4c14269516499393f6f6c4a7cd40ac, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731956554781 2024-11-18T19:02:37,926 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 2431e2773e11423c9677bf22dddf4847, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731956554781 2024-11-18T19:02:37,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-18T19:02:37,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:37,927 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1db7dbdf523844c0ac6da39309f38584, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731956554843 2024-11-18T19:02:37,927 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting e9e8b61899a34e4c8f6fd06d6878637a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731956554843 2024-11-18T19:02:37,927 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-18T19:02:37,927 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b4bbc84751b4806b50bd63fb039ade4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731956555500 2024-11-18T19:02:37,927 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 028658c10114442ca6dc2f54d0b65eea, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731956555500 2024-11-18T19:02:37,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111849bab3f6cc7f4803a691a64ed430a5a9_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956556692/Put/seqid=0 2024-11-18T19:02:37,959 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:37,960 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4aa16890ddfba114ac8b58f7401026e3#B#compaction#166 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:37,961 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/0d4ce13f721c41928ca09205f5108738 is 50, key is test_row_0/B:col10/1731956556650/Put/seqid=0 2024-11-18T19:02:37,968 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118b194f85444d6470e815000f088efdad1_4aa16890ddfba114ac8b58f7401026e3 store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:37,970 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118b194f85444d6470e815000f088efdad1_4aa16890ddfba114ac8b58f7401026e3, store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:37,970 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b194f85444d6470e815000f088efdad1_4aa16890ddfba114ac8b58f7401026e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:37,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742016_1192 (size=12304) 2024-11-18T19:02:37,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:37,977 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111849bab3f6cc7f4803a691a64ed430a5a9_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111849bab3f6cc7f4803a691a64ed430a5a9_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:37,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742017_1193 (size=12527) 2024-11-18T19:02:37,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/e7fe0a5ee66d477d9ecb8bb4c7d88394, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:37,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/e7fe0a5ee66d477d9ecb8bb4c7d88394 is 175, key is test_row_0/A:col10/1731956556692/Put/seqid=0 2024-11-18T19:02:37,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742018_1194 (size=4469) 2024-11-18T19:02:37,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742019_1195 (size=31105) 2024-11-18T19:02:37,997 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/e7fe0a5ee66d477d9ecb8bb4c7d88394 2024-11-18T19:02:38,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/751d69940f4c46abb55bf7e091d35215 is 50, key is test_row_0/B:col10/1731956556692/Put/seqid=0 2024-11-18T19:02:38,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742020_1196 (size=12151) 2024-11-18T19:02:38,015 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/751d69940f4c46abb55bf7e091d35215 2024-11-18T19:02:38,021 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/0d4ce13f721c41928ca09205f5108738 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/0d4ce13f721c41928ca09205f5108738 2024-11-18T19:02:38,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/6c67220f5f334988ba6c33d68ddc5ddc is 50, key is test_row_0/C:col10/1731956556692/Put/seqid=0 2024-11-18T19:02:38,030 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4aa16890ddfba114ac8b58f7401026e3/B of 4aa16890ddfba114ac8b58f7401026e3 into 0d4ce13f721c41928ca09205f5108738(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:38,030 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:38,030 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., storeName=4aa16890ddfba114ac8b58f7401026e3/B, priority=13, startTime=1731956557924; duration=0sec 2024-11-18T19:02:38,030 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:38,031 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:B 2024-11-18T19:02:38,031 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:38,032 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:38,032 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 4aa16890ddfba114ac8b58f7401026e3/C is initiating minor compaction (all files) 2024-11-18T19:02:38,032 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4aa16890ddfba114ac8b58f7401026e3/C in TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:38,032 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/40cc8029a4544864b206317bba7411bf, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/b8ff75d8bfef47a389055514368b6fd6, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/d9b394c81d404ec68746e7178e410c4a] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp, totalSize=35.9 K 2024-11-18T19:02:38,033 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 40cc8029a4544864b206317bba7411bf, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731956554781 2024-11-18T19:02:38,033 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting b8ff75d8bfef47a389055514368b6fd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731956554843 2024-11-18T19:02:38,034 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting d9b394c81d404ec68746e7178e410c4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731956555500 2024-11-18T19:02:38,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742021_1197 (size=12151) 2024-11-18T19:02:38,041 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4aa16890ddfba114ac8b58f7401026e3#C#compaction#170 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:38,042 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/f89cdec00b514d14a3c996ae37ca28b9 is 50, key is test_row_0/C:col10/1731956556650/Put/seqid=0 2024-11-18T19:02:38,045 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/6c67220f5f334988ba6c33d68ddc5ddc 2024-11-18T19:02:38,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742022_1198 (size=12527) 2024-11-18T19:02:38,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/e7fe0a5ee66d477d9ecb8bb4c7d88394 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e7fe0a5ee66d477d9ecb8bb4c7d88394 2024-11-18T19:02:38,056 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e7fe0a5ee66d477d9ecb8bb4c7d88394, entries=150, sequenceid=201, filesize=30.4 K 2024-11-18T19:02:38,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/751d69940f4c46abb55bf7e091d35215 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/751d69940f4c46abb55bf7e091d35215 2024-11-18T19:02:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,062 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/751d69940f4c46abb55bf7e091d35215, entries=150, sequenceid=201, filesize=11.9 K 2024-11-18T19:02:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/6c67220f5f334988ba6c33d68ddc5ddc as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/6c67220f5f334988ba6c33d68ddc5ddc 2024-11-18T19:02:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,069 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/6c67220f5f334988ba6c33d68ddc5ddc, entries=150, sequenceid=201, filesize=11.9 K 2024-11-18T19:02:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,070 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 4aa16890ddfba114ac8b58f7401026e3 in 143ms, sequenceid=201, compaction requested=false 2024-11-18T19:02:38,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-18T19:02:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-18T19:02:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-18T19:02:38,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0610 sec 2024-11-18T19:02:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.0660 sec 2024-11-18T19:02:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-18T19:02:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,148 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,148 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-18T19:02:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-18T19:02:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,151 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,152 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-18T19:02:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-18T19:02:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-18T19:02:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-18T19:02:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-18T19:02:38,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-18T19:02:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 161 msec 2024-11-18T19:02:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,392 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4aa16890ddfba114ac8b58f7401026e3#A#compaction#167 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,392 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/6b5d9d141c944213a4f20bb421bf2e9e is 175, key is test_row_0/A:col10/1731956556650/Put/seqid=0 2024-11-18T19:02:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742023_1199 (size=31481) 2024-11-18T19:02:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,411 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/6b5d9d141c944213a4f20bb421bf2e9e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/6b5d9d141c944213a4f20bb421bf2e9e 2024-11-18T19:02:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,417 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4aa16890ddfba114ac8b58f7401026e3/A of 4aa16890ddfba114ac8b58f7401026e3 into 6b5d9d141c944213a4f20bb421bf2e9e(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:38,417 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,417 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., storeName=4aa16890ddfba114ac8b58f7401026e3/A, priority=13, startTime=1731956557924; duration=0sec 2024-11-18T19:02:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,417 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:38,417 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:A 2024-11-18T19:02:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,456 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/f89cdec00b514d14a3c996ae37ca28b9 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/f89cdec00b514d14a3c996ae37ca28b9 2024-11-18T19:02:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,460 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4aa16890ddfba114ac8b58f7401026e3/C of 4aa16890ddfba114ac8b58f7401026e3 into f89cdec00b514d14a3c996ae37ca28b9(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:38,460 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:38,460 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., storeName=4aa16890ddfba114ac8b58f7401026e3/C, priority=13, startTime=1731956557924; duration=0sec 2024-11-18T19:02:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,461 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:38,461 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:C 2024-11-18T19:02:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-18T19:02:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,468 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,468 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-18T19:02:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-18T19:02:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,471 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,472 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:38,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-18T19:02:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-18T19:02:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:38,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:38,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:38,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-18T19:02:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-18T19:02:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-18T19:02:38,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-18T19:02:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 163 msec 2024-11-18T19:02:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-18T19:02:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,787 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,788 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-18T19:02:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,790 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-18T19:02:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,791 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:38,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-18T19:02:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,907 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:38,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T19:02:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:38,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184202dfd9a3394203ab625586b2b8a442_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956558906/Put/seqid=0 2024-11-18T19:02:38,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:02:38,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:38,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:38,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:38,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:38,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:38,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956618959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:38,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:38,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:38,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:38,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742025_1201 (size=24758) 2024-11-18T19:02:38,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956618960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:38,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956618962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:39,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956619067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:39,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:39,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:39,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:39,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956619078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:39,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:39,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:39,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:39,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956619078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:39,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:39,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:39,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:39,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:02:39,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:39,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:39,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:39,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:39,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-18T19:02:39,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:02:39,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:39,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:39,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:39,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:39,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:39,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956619277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:39,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:39,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:39,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:39,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956619288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:39,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:39,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:39,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:39,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956619288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:39,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:39,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:39,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:39,365 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:39,369 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184202dfd9a3394203ab625586b2b8a442_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184202dfd9a3394203ab625586b2b8a442_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:39,370 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/446ed5fe70d04040b96addb3668e5b4e, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:39,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/446ed5fe70d04040b96addb3668e5b4e is 175, key is test_row_0/A:col10/1731956558906/Put/seqid=0 2024-11-18T19:02:39,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742024_1200 (size=74395) 2024-11-18T19:02:39,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:02:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:39,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-18T19:02:39,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:02:39,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:39,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:39,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:39,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:39,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:39,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956619587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:39,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:39,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:39,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:39,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956619597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:39,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:39,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:39,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:39,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956619597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:39,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:39,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:39,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:39,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:02:39,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:39,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:39,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:39,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:39,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:39,773 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/446ed5fe70d04040b96addb3668e5b4e 2024-11-18T19:02:39,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/f09ef02edeaf48498ac503371b7bd780 is 50, key is test_row_0/B:col10/1731956558906/Put/seqid=0 2024-11-18T19:02:39,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742026_1202 (size=12151) 2024-11-18T19:02:39,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:02:39,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:39,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:39,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:39,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:39,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-18T19:02:40,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:02:40,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:40,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:40,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:40,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:40,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:40,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956620098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:40,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:40,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:40,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:40,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956620107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:40,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:40,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:40,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:40,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956620117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:40,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:40,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:40,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:40,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:02:40,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:40,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:40,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:40,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:40,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:40,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/f09ef02edeaf48498ac503371b7bd780 2024-11-18T19:02:40,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/82d42337442e4ac396e2126cd2c4de34 is 50, key is test_row_0/C:col10/1731956558906/Put/seqid=0 2024-11-18T19:02:40,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742027_1203 (size=12151) 2024-11-18T19:02:40,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:02:40,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:40,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:40,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:40,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:40,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:40,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:02:40,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:40,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:40,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:40,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:40,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:40,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/82d42337442e4ac396e2126cd2c4de34 2024-11-18T19:02:40,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/446ed5fe70d04040b96addb3668e5b4e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/446ed5fe70d04040b96addb3668e5b4e 2024-11-18T19:02:40,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/446ed5fe70d04040b96addb3668e5b4e, entries=400, sequenceid=217, filesize=72.7 K 2024-11-18T19:02:40,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/f09ef02edeaf48498ac503371b7bd780 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/f09ef02edeaf48498ac503371b7bd780 2024-11-18T19:02:40,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/f09ef02edeaf48498ac503371b7bd780, entries=150, sequenceid=217, filesize=11.9 K 2024-11-18T19:02:40,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/82d42337442e4ac396e2126cd2c4de34 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/82d42337442e4ac396e2126cd2c4de34 2024-11-18T19:02:40,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/82d42337442e4ac396e2126cd2c4de34, entries=150, sequenceid=217, filesize=11.9 K 2024-11-18T19:02:40,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4aa16890ddfba114ac8b58f7401026e3 in 1714ms, sequenceid=217, compaction requested=true 2024-11-18T19:02:40,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:40,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:40,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:40,622 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:40,622 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:40,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:40,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:40,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:40,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:40,624 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:40,624 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 4aa16890ddfba114ac8b58f7401026e3/B is initiating minor compaction (all files) 2024-11-18T19:02:40,624 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4aa16890ddfba114ac8b58f7401026e3/B in TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:40,624 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/0d4ce13f721c41928ca09205f5108738, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/751d69940f4c46abb55bf7e091d35215, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/f09ef02edeaf48498ac503371b7bd780] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp, totalSize=36.0 K 2024-11-18T19:02:40,624 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:40,624 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 4aa16890ddfba114ac8b58f7401026e3/A is initiating minor compaction (all files) 2024-11-18T19:02:40,624 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4aa16890ddfba114ac8b58f7401026e3/A in TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:40,624 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/6b5d9d141c944213a4f20bb421bf2e9e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e7fe0a5ee66d477d9ecb8bb4c7d88394, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/446ed5fe70d04040b96addb3668e5b4e] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp, totalSize=133.8 K 2024-11-18T19:02:40,625 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:40,625 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. files: [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/6b5d9d141c944213a4f20bb421bf2e9e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e7fe0a5ee66d477d9ecb8bb4c7d88394, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/446ed5fe70d04040b96addb3668e5b4e] 2024-11-18T19:02:40,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:02:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:40,625 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-18T19:02:40,627 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d4ce13f721c41928ca09205f5108738, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731956555500 2024-11-18T19:02:40,627 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b5d9d141c944213a4f20bb421bf2e9e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731956555500 2024-11-18T19:02:40,627 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 751d69940f4c46abb55bf7e091d35215, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731956556683 2024-11-18T19:02:40,628 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7fe0a5ee66d477d9ecb8bb4c7d88394, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731956556683 2024-11-18T19:02:40,628 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting f09ef02edeaf48498ac503371b7bd780, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731956558894 2024-11-18T19:02:40,628 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 446ed5fe70d04040b96addb3668e5b4e, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731956558857 2024-11-18T19:02:40,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181d2c93b86ef64ecaa99d123ea7dfe88d_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956558958/Put/seqid=0 2024-11-18T19:02:40,651 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:40,663 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4aa16890ddfba114ac8b58f7401026e3#B#compaction#176 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:40,663 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/5d0eef9406bd4299926f5157e8772b9b is 50, key is test_row_0/B:col10/1731956558906/Put/seqid=0 2024-11-18T19:02:40,664 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118d6d2d45c2be842a099c88f3b7c651a53_4aa16890ddfba114ac8b58f7401026e3 store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:40,667 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118d6d2d45c2be842a099c88f3b7c651a53_4aa16890ddfba114ac8b58f7401026e3, store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:40,667 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d6d2d45c2be842a099c88f3b7c651a53_4aa16890ddfba114ac8b58f7401026e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:40,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742029_1205 (size=4469) 2024-11-18T19:02:40,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742028_1204 (size=12304) 2024-11-18T19:02:40,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,692 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181d2c93b86ef64ecaa99d123ea7dfe88d_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181d2c93b86ef64ecaa99d123ea7dfe88d_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:40,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/e2dbc99d5a2b4467898dcf874a3f0070, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:40,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/e2dbc99d5a2b4467898dcf874a3f0070 is 175, key is test_row_0/A:col10/1731956558958/Put/seqid=0 2024-11-18T19:02:40,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742030_1206 (size=12629) 2024-11-18T19:02:40,710 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/5d0eef9406bd4299926f5157e8772b9b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/5d0eef9406bd4299926f5157e8772b9b 2024-11-18T19:02:40,717 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4aa16890ddfba114ac8b58f7401026e3/B of 4aa16890ddfba114ac8b58f7401026e3 into 5d0eef9406bd4299926f5157e8772b9b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:40,717 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:40,717 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., storeName=4aa16890ddfba114ac8b58f7401026e3/B, priority=13, startTime=1731956560622; duration=0sec 2024-11-18T19:02:40,718 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:40,718 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:B 2024-11-18T19:02:40,718 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:40,720 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:40,720 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 4aa16890ddfba114ac8b58f7401026e3/C is initiating minor compaction (all files) 2024-11-18T19:02:40,720 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4aa16890ddfba114ac8b58f7401026e3/C in TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:40,720 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/f89cdec00b514d14a3c996ae37ca28b9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/6c67220f5f334988ba6c33d68ddc5ddc, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/82d42337442e4ac396e2126cd2c4de34] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp, totalSize=36.0 K 2024-11-18T19:02:40,721 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting f89cdec00b514d14a3c996ae37ca28b9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731956555500 2024-11-18T19:02:40,721 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c67220f5f334988ba6c33d68ddc5ddc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731956556683 2024-11-18T19:02:40,721 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 82d42337442e4ac396e2126cd2c4de34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731956558894 2024-11-18T19:02:40,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742031_1207 (size=31105) 2024-11-18T19:02:40,732 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/e2dbc99d5a2b4467898dcf874a3f0070 2024-11-18T19:02:40,733 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4aa16890ddfba114ac8b58f7401026e3#C#compaction#177 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:40,734 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/e0509a22c7d64a2d82d8be2d83ad49da is 50, key is test_row_0/C:col10/1731956558906/Put/seqid=0 2024-11-18T19:02:40,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742032_1208 (size=12629) 2024-11-18T19:02:40,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/688f4f8d00b24780bdfef1d242b68896 is 50, key is test_row_0/B:col10/1731956558958/Put/seqid=0 2024-11-18T19:02:40,771 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/e0509a22c7d64a2d82d8be2d83ad49da as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/e0509a22c7d64a2d82d8be2d83ad49da 2024-11-18T19:02:40,779 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4aa16890ddfba114ac8b58f7401026e3/C of 4aa16890ddfba114ac8b58f7401026e3 into e0509a22c7d64a2d82d8be2d83ad49da(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:40,779 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:40,779 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., storeName=4aa16890ddfba114ac8b58f7401026e3/C, priority=13, startTime=1731956560622; duration=0sec 2024-11-18T19:02:40,779 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:40,779 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:C 2024-11-18T19:02:40,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742033_1209 (size=12151) 2024-11-18T19:02:40,787 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/688f4f8d00b24780bdfef1d242b68896 2024-11-18T19:02:40,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/59a1b953f14a405c92baf2a622cd2bef is 50, key is test_row_0/C:col10/1731956558958/Put/seqid=0 2024-11-18T19:02:40,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742034_1210 (size=12151) 2024-11-18T19:02:40,800 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/59a1b953f14a405c92baf2a622cd2bef 2024-11-18T19:02:40,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/e2dbc99d5a2b4467898dcf874a3f0070 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e2dbc99d5a2b4467898dcf874a3f0070 2024-11-18T19:02:40,812 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e2dbc99d5a2b4467898dcf874a3f0070, entries=150, sequenceid=242, filesize=30.4 K 2024-11-18T19:02:40,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/688f4f8d00b24780bdfef1d242b68896 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/688f4f8d00b24780bdfef1d242b68896 2024-11-18T19:02:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,817 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/688f4f8d00b24780bdfef1d242b68896, entries=150, sequenceid=242, filesize=11.9 K 2024-11-18T19:02:40,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/59a1b953f14a405c92baf2a622cd2bef as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/59a1b953f14a405c92baf2a622cd2bef 2024-11-18T19:02:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,821 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/59a1b953f14a405c92baf2a622cd2bef, entries=150, sequenceid=242, filesize=11.9 K 2024-11-18T19:02:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,822 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 4aa16890ddfba114ac8b58f7401026e3 in 197ms, sequenceid=242, compaction requested=false 2024-11-18T19:02:40,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:40,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:40,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-18T19:02:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-18T19:02:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-18T19:02:40,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0330 sec 2024-11-18T19:02:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.0390 sec 2024-11-18T19:02:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-18T19:02:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,938 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,938 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-18T19:02:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-18T19:02:40,941 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,941 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-18T19:02:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,083 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4aa16890ddfba114ac8b58f7401026e3#A#compaction#175 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,084 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/81f8da47cd6345f0a9bb813d86495b6c is 175, key is test_row_0/A:col10/1731956558906/Put/seqid=0 2024-11-18T19:02:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742035_1211 (size=31583) 2024-11-18T19:02:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-18T19:02:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:41,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-18T19:02:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-18T19:02:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-18T19:02:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-18T19:02:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 161 msec 2024-11-18T19:02:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:41,172 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:41,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T19:02:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e5911c4190374f0789a6b11b46a5a688_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956561171/Put/seqid=0 2024-11-18T19:02:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742036_1212 (size=24758) 2024-11-18T19:02:41,219 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,226 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e5911c4190374f0789a6b11b46a5a688_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e5911c4190374f0789a6b11b46a5a688_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:41,227 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/f7709157b26f4ceb8cb62a411e13b9b7, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:41,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/f7709157b26f4ceb8cb62a411e13b9b7 is 175, key is test_row_0/A:col10/1731956561171/Put/seqid=0 2024-11-18T19:02:41,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956621226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:41,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742037_1213 (size=74395) 2024-11-18T19:02:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:41,233 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/f7709157b26f4ceb8cb62a411e13b9b7 2024-11-18T19:02:41,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956621229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:41,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956621232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:41,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/205aedf9bb554701a03a5120685a0fc7 is 50, key is test_row_0/B:col10/1731956561171/Put/seqid=0 2024-11-18T19:02:41,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742038_1214 (size=12151) 2024-11-18T19:02:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-18T19:02:41,258 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:41,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/205aedf9bb554701a03a5120685a0fc7 2024-11-18T19:02:41,259 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-18T19:02:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-18T19:02:41,262 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:41,263 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:41,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:41,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/fa1a84751312431284cebae6e7e39a2e is 50, key is test_row_0/C:col10/1731956561171/Put/seqid=0 2024-11-18T19:02:41,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742039_1215 (size=12151) 2024-11-18T19:02:41,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/fa1a84751312431284cebae6e7e39a2e 2024-11-18T19:02:41,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/f7709157b26f4ceb8cb62a411e13b9b7 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/f7709157b26f4ceb8cb62a411e13b9b7 2024-11-18T19:02:41,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/f7709157b26f4ceb8cb62a411e13b9b7, entries=400, sequenceid=256, filesize=72.7 K 2024-11-18T19:02:41,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/205aedf9bb554701a03a5120685a0fc7 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/205aedf9bb554701a03a5120685a0fc7 2024-11-18T19:02:41,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/205aedf9bb554701a03a5120685a0fc7, entries=150, sequenceid=256, filesize=11.9 K 2024-11-18T19:02:41,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/fa1a84751312431284cebae6e7e39a2e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/fa1a84751312431284cebae6e7e39a2e 2024-11-18T19:02:41,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/fa1a84751312431284cebae6e7e39a2e, entries=150, sequenceid=256, filesize=11.9 K 2024-11-18T19:02:41,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4aa16890ddfba114ac8b58f7401026e3 in 152ms, sequenceid=256, compaction requested=true 2024-11-18T19:02:41,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:41,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:41,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:41,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:41,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:41,324 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-18T19:02:41,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:41,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-18T19:02:41,325 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-18T19:02:41,325 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-18T19:02:41,326 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. because compaction request was cancelled 2024-11-18T19:02:41,326 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:A 2024-11-18T19:02:41,326 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:41,328 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:41,328 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 4aa16890ddfba114ac8b58f7401026e3/B is initiating minor compaction (all files) 2024-11-18T19:02:41,328 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4aa16890ddfba114ac8b58f7401026e3/B in TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:41,328 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/5d0eef9406bd4299926f5157e8772b9b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/688f4f8d00b24780bdfef1d242b68896, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/205aedf9bb554701a03a5120685a0fc7] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp, totalSize=36.1 K 2024-11-18T19:02:41,329 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d0eef9406bd4299926f5157e8772b9b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731956558894 2024-11-18T19:02:41,330 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 688f4f8d00b24780bdfef1d242b68896, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731956558944 2024-11-18T19:02:41,332 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 205aedf9bb554701a03a5120685a0fc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731956561137 2024-11-18T19:02:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:41,342 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4aa16890ddfba114ac8b58f7401026e3#B#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:41,343 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/4be91ca5adcc47b6a39eeceae2a6f171 is 50, key is test_row_0/B:col10/1731956561171/Put/seqid=0 2024-11-18T19:02:41,348 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:41,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-18T19:02:41,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956621358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:41,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956621359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:41,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956621360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-18T19:02:41,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742040_1216 (size=12731) 2024-11-18T19:02:41,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111840a644d4f5ae46089a6ffd5421c38f68_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956561223/Put/seqid=0 2024-11-18T19:02:41,383 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/4be91ca5adcc47b6a39eeceae2a6f171 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/4be91ca5adcc47b6a39eeceae2a6f171 2024-11-18T19:02:41,391 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4aa16890ddfba114ac8b58f7401026e3/B of 4aa16890ddfba114ac8b58f7401026e3 into 4be91ca5adcc47b6a39eeceae2a6f171(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:41,392 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:41,392 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., storeName=4aa16890ddfba114ac8b58f7401026e3/B, priority=13, startTime=1731956561324; duration=0sec 2024-11-18T19:02:41,392 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:41,392 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:B 2024-11-18T19:02:41,392 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:41,395 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:41,395 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 4aa16890ddfba114ac8b58f7401026e3/C is initiating minor compaction (all files) 2024-11-18T19:02:41,395 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4aa16890ddfba114ac8b58f7401026e3/C in TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:41,395 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/e0509a22c7d64a2d82d8be2d83ad49da, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/59a1b953f14a405c92baf2a622cd2bef, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/fa1a84751312431284cebae6e7e39a2e] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp, totalSize=36.1 K 2024-11-18T19:02:41,395 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting e0509a22c7d64a2d82d8be2d83ad49da, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731956558894 2024-11-18T19:02:41,396 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 59a1b953f14a405c92baf2a622cd2bef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731956558944 2024-11-18T19:02:41,396 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting fa1a84751312431284cebae6e7e39a2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731956561137 2024-11-18T19:02:41,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742041_1217 (size=12454) 2024-11-18T19:02:41,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-18T19:02:41,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:41,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:41,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:41,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:41,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:41,425 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4aa16890ddfba114ac8b58f7401026e3#C#compaction#185 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:41,425 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/8734047e5102427fa6947a81aec7d2f5 is 50, key is test_row_0/C:col10/1731956561171/Put/seqid=0 2024-11-18T19:02:41,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742042_1218 (size=12731) 2024-11-18T19:02:41,436 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/8734047e5102427fa6947a81aec7d2f5 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/8734047e5102427fa6947a81aec7d2f5 2024-11-18T19:02:41,446 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4aa16890ddfba114ac8b58f7401026e3/C of 4aa16890ddfba114ac8b58f7401026e3 into 8734047e5102427fa6947a81aec7d2f5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:41,447 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:41,447 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., storeName=4aa16890ddfba114ac8b58f7401026e3/C, priority=13, startTime=1731956561324; duration=0sec 2024-11-18T19:02:41,447 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:41,447 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:C 2024-11-18T19:02:41,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:41,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956621467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956621467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:41,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:41,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:41,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956621467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:41,502 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/81f8da47cd6345f0a9bb813d86495b6c as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/81f8da47cd6345f0a9bb813d86495b6c 2024-11-18T19:02:41,509 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4aa16890ddfba114ac8b58f7401026e3/A of 4aa16890ddfba114ac8b58f7401026e3 into 81f8da47cd6345f0a9bb813d86495b6c(size=30.8 K), total size for store is 133.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:41,509 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:41,509 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., storeName=4aa16890ddfba114ac8b58f7401026e3/A, priority=13, startTime=1731956560622; duration=0sec 2024-11-18T19:02:41,509 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:41,509 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:A 2024-11-18T19:02:41,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-18T19:02:41,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:41,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:41,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:41,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:41,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-18T19:02:41,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956621677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:41,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:41,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956621678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:41,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:41,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:41,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956621678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:41,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:41,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-18T19:02:41,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:41,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:41,807 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:41,810 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111840a644d4f5ae46089a6ffd5421c38f68_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111840a644d4f5ae46089a6ffd5421c38f68_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:41,811 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/3605c8da8c6047328dafcac4b523cff9, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:41,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/3605c8da8c6047328dafcac4b523cff9 is 175, key is test_row_0/A:col10/1731956561223/Put/seqid=0 2024-11-18T19:02:41,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742043_1219 (size=31255) 2024-11-18T19:02:41,828 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/3605c8da8c6047328dafcac4b523cff9 2024-11-18T19:02:41,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/4b15edf95926410fa3897fc3e2f4db60 is 50, key is test_row_0/B:col10/1731956561223/Put/seqid=0 2024-11-18T19:02:41,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742044_1220 (size=12301) 2024-11-18T19:02:41,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-18T19:02:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:41,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-18T19:02:41,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:41,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956621987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956621987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:41,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956621987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:41,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:41,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:42,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-18T19:02:42,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:42,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:42,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:42,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:42,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:42,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-18T19:02:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:42,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:42,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/4b15edf95926410fa3897fc3e2f4db60 2024-11-18T19:02:42,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/5d95d33a30614e51b080406589e65103 is 50, key is test_row_0/C:col10/1731956561223/Put/seqid=0 2024-11-18T19:02:42,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742045_1221 (size=12301) 2024-11-18T19:02:42,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-18T19:02:42,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:42,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:42,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:42,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:42,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-18T19:02:42,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-18T19:02:42,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:42,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:42,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:42,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:42,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:42,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956622497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:42,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:42,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956622497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956622497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:42,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-18T19:02:42,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:42,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:42,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:42,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:42,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:42,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/5d95d33a30614e51b080406589e65103 2024-11-18T19:02:42,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/3605c8da8c6047328dafcac4b523cff9 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3605c8da8c6047328dafcac4b523cff9 2024-11-18T19:02:42,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3605c8da8c6047328dafcac4b523cff9, entries=150, sequenceid=283, filesize=30.5 K 2024-11-18T19:02:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/4b15edf95926410fa3897fc3e2f4db60 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/4b15edf95926410fa3897fc3e2f4db60 2024-11-18T19:02:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/4b15edf95926410fa3897fc3e2f4db60, entries=150, sequenceid=283, filesize=12.0 K 2024-11-18T19:02:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/5d95d33a30614e51b080406589e65103 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/5d95d33a30614e51b080406589e65103 2024-11-18T19:02:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/5d95d33a30614e51b080406589e65103, entries=150, sequenceid=283, filesize=12.0 K 2024-11-18T19:02:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 4aa16890ddfba114ac8b58f7401026e3 in 1358ms, sequenceid=283, compaction requested=true 2024-11-18T19:02:42,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,706 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:02:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:42,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:42,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:42,707 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-18T19:02:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:42,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,707 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-18T19:02:42,707 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-18T19:02:42,707 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. because compaction request was cancelled 2024-11-18T19:02:42,707 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:B 2024-11-18T19:02:42,707 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-18T19:02:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,708 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 168338 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:02:42,708 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 4aa16890ddfba114ac8b58f7401026e3/A is initiating minor compaction (all files) 2024-11-18T19:02:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,708 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4aa16890ddfba114ac8b58f7401026e3/A in TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:42,708 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/81f8da47cd6345f0a9bb813d86495b6c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e2dbc99d5a2b4467898dcf874a3f0070, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/f7709157b26f4ceb8cb62a411e13b9b7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3605c8da8c6047328dafcac4b523cff9] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp, totalSize=164.4 K 2024-11-18T19:02:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,708 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:42,708 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. files: [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/81f8da47cd6345f0a9bb813d86495b6c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e2dbc99d5a2b4467898dcf874a3f0070, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/f7709157b26f4ceb8cb62a411e13b9b7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3605c8da8c6047328dafcac4b523cff9] 2024-11-18T19:02:42,708 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-18T19:02:42,708 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-18T19:02:42,708 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. because compaction request was cancelled 2024-11-18T19:02:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,708 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:C 2024-11-18T19:02:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,708 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81f8da47cd6345f0a9bb813d86495b6c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731956558894 2024-11-18T19:02:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,709 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2dbc99d5a2b4467898dcf874a3f0070, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731956558944 2024-11-18T19:02:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,709 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7709157b26f4ceb8cb62a411e13b9b7, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731956561131 2024-11-18T19:02:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,709 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3605c8da8c6047328dafcac4b523cff9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731956561223 2024-11-18T19:02:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,716 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,721 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118b88f54fb7f5e4001bc8a157be0763ef2_4aa16890ddfba114ac8b58f7401026e3 store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,724 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118b88f54fb7f5e4001bc8a157be0763ef2_4aa16890ddfba114ac8b58f7401026e3, store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,724 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b88f54fb7f5e4001bc8a157be0763ef2_4aa16890ddfba114ac8b58f7401026e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742046_1222 (size=4469) 2024-11-18T19:02:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,734 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4aa16890ddfba114ac8b58f7401026e3#A#compaction#188 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,735 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/0814e6eeb6fd4152ac42650f6b356202 is 175, key is test_row_0/A:col10/1731956561223/Put/seqid=0 2024-11-18T19:02:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742047_1223 (size=31869) 2024-11-18T19:02:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-18T19:02:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:42,797 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-18T19:02:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111822520b61c5524135b71b777d99cd354f_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_1/A:col10/1731956561358/Put/seqid=0 2024-11-18T19:02:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742048_1224 (size=9914) 2024-11-18T19:02:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,151 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/0814e6eeb6fd4152ac42650f6b356202 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/0814e6eeb6fd4152ac42650f6b356202 2024-11-18T19:02:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,164 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4aa16890ddfba114ac8b58f7401026e3/A of 4aa16890ddfba114ac8b58f7401026e3 into 0814e6eeb6fd4152ac42650f6b356202(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:43,164 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:43,164 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., storeName=4aa16890ddfba114ac8b58f7401026e3/A, priority=12, startTime=1731956562706; duration=0sec 2024-11-18T19:02:43,165 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:43,165 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:A 2024-11-18T19:02:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,240 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111822520b61c5524135b71b777d99cd354f_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111822520b61c5524135b71b777d99cd354f_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/d53dc3ec932f4d319c416bf770569efa, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/d53dc3ec932f4d319c416bf770569efa is 175, key is test_row_1/A:col10/1731956561358/Put/seqid=0 2024-11-18T19:02:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742049_1225 (size=22561) 2024-11-18T19:02:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,248 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/d53dc3ec932f4d319c416bf770569efa 2024-11-18T19:02:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/07c11b6a55084751a6b8964bcefaaa31 is 50, key is test_row_1/B:col10/1731956561358/Put/seqid=0 2024-11-18T19:02:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742050_1226 (size=9857) 2024-11-18T19:02:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,261 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/07c11b6a55084751a6b8964bcefaaa31 2024-11-18T19:02:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/8d6d306f6577438eae349399039bfdf5 is 50, key is test_row_1/C:col10/1731956561358/Put/seqid=0 2024-11-18T19:02:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742051_1227 (size=9857) 2024-11-18T19:02:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,286 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/8d6d306f6577438eae349399039bfdf5 2024-11-18T19:02:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/d53dc3ec932f4d319c416bf770569efa as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/d53dc3ec932f4d319c416bf770569efa 2024-11-18T19:02:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,299 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/d53dc3ec932f4d319c416bf770569efa, entries=100, sequenceid=295, filesize=22.0 K 2024-11-18T19:02:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/07c11b6a55084751a6b8964bcefaaa31 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/07c11b6a55084751a6b8964bcefaaa31 2024-11-18T19:02:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,305 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/07c11b6a55084751a6b8964bcefaaa31, entries=100, sequenceid=295, filesize=9.6 K 2024-11-18T19:02:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/8d6d306f6577438eae349399039bfdf5 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/8d6d306f6577438eae349399039bfdf5 2024-11-18T19:02:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,311 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/8d6d306f6577438eae349399039bfdf5, entries=100, sequenceid=295, filesize=9.6 K 2024-11-18T19:02:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,312 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 4aa16890ddfba114ac8b58f7401026e3 in 515ms, sequenceid=295, compaction requested=true 2024-11-18T19:02:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:43,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:43,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-18T19:02:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-18T19:02:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-18T19:02:43,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0510 sec 2024-11-18T19:02:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.0580 sec 2024-11-18T19:02:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-18T19:02:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,408 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,409 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:02:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-18T19:02:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-18T19:02:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,411 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:02:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,412 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:02:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:02:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-18T19:02:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:43,550 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:43,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T19:02:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118031dc71d91c5402ab0031039542c1c16_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956563549/Put/seqid=0 2024-11-18T19:02:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-18T19:02:43,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:43,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:43,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:43,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:43,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:43,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742053_1229 (size=25158) 2024-11-18T19:02:43,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:43,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956623599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956623599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:43,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:43,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:43,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:43,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:43,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:43,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:43,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956623605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:43,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:43,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:43,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:43,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956623707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:43,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:43,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:43,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:43,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956623707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:43,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:43,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:43,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:43,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-18T19:02:43,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:43,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:43,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:43,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:43,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:43,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956623717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:43,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:43,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:43,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-18T19:02:43,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-18T19:02:43,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:43,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:43,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:43,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:43,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:43,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956623917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:43,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956623917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:43,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:43,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956623927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:43,933 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:43,933 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:43,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:43,991 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:43,995 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118031dc71d91c5402ab0031039542c1c16_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118031dc71d91c5402ab0031039542c1c16_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:43,996 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/acfd391579d84c7489b4a93fc424733e, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:43,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/acfd391579d84c7489b4a93fc424733e is 175, key is test_row_0/A:col10/1731956563549/Put/seqid=0 2024-11-18T19:02:43,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742052_1228 (size=74795) 2024-11-18T19:02:44,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-18T19:02:44,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:44,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:44,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:44,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-18T19:02:44,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-18T19:02:44,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:44,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:44,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:44,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956624227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:44,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:44,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:44,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:44,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956624227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:44,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:44,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:44,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:44,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956624237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:44,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:44,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:44,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:44,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-18T19:02:44,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:44,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:44,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:44,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,399 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/acfd391579d84c7489b4a93fc424733e 2024-11-18T19:02:44,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/df3181cf448b4fcb82db38c9ee1f4eff is 50, key is test_row_0/B:col10/1731956563549/Put/seqid=0 2024-11-18T19:02:44,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742054_1230 (size=12301) 2024-11-18T19:02:44,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-18T19:02:44,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:44,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:44,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:44,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-18T19:02:44,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-18T19:02:44,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:44,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:44,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:44,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956624737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:44,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:44,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:44,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:44,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956624737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:44,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:44,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:44,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:44,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956624747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:44,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:44,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:44,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:44,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-18T19:02:44,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:44,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/df3181cf448b4fcb82db38c9ee1f4eff 2024-11-18T19:02:44,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/a29a6f5b592740f6b0c5a644cd245b68 is 50, key is test_row_0/C:col10/1731956563549/Put/seqid=0 2024-11-18T19:02:44,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742055_1231 (size=12301) 2024-11-18T19:02:44,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-18T19:02:44,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:44,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:44,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:44,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:45,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-18T19:02:45,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:45,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:45,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:45,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:45,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:02:45,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/a29a6f5b592740f6b0c5a644cd245b68 2024-11-18T19:02:45,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/acfd391579d84c7489b4a93fc424733e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/acfd391579d84c7489b4a93fc424733e 2024-11-18T19:02:45,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/acfd391579d84c7489b4a93fc424733e, entries=400, sequenceid=307, filesize=73.0 K 2024-11-18T19:02:45,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/df3181cf448b4fcb82db38c9ee1f4eff as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/df3181cf448b4fcb82db38c9ee1f4eff 2024-11-18T19:02:45,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/df3181cf448b4fcb82db38c9ee1f4eff, entries=150, sequenceid=307, filesize=12.0 K 2024-11-18T19:02:45,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/a29a6f5b592740f6b0c5a644cd245b68 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/a29a6f5b592740f6b0c5a644cd245b68 2024-11-18T19:02:45,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/a29a6f5b592740f6b0c5a644cd245b68, entries=150, sequenceid=307, filesize=12.0 K 2024-11-18T19:02:45,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4aa16890ddfba114ac8b58f7401026e3 in 1693ms, sequenceid=307, compaction requested=true 2024-11-18T19:02:45,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:45,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:45,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:45,244 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:45,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:45,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:45,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:45,244 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:02:45,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:45,245 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 129225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:45,245 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 4aa16890ddfba114ac8b58f7401026e3/A is initiating minor compaction (all files) 2024-11-18T19:02:45,245 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4aa16890ddfba114ac8b58f7401026e3/A in TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:45,245 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47190 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:02:45,245 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 4aa16890ddfba114ac8b58f7401026e3/B is initiating minor compaction (all files) 2024-11-18T19:02:45,245 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/0814e6eeb6fd4152ac42650f6b356202, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/d53dc3ec932f4d319c416bf770569efa, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/acfd391579d84c7489b4a93fc424733e] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp, totalSize=126.2 K 2024-11-18T19:02:45,245 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4aa16890ddfba114ac8b58f7401026e3/B in TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:45,245 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:45,245 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/4be91ca5adcc47b6a39eeceae2a6f171, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/4b15edf95926410fa3897fc3e2f4db60, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/07c11b6a55084751a6b8964bcefaaa31, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/df3181cf448b4fcb82db38c9ee1f4eff] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp, totalSize=46.1 K 2024-11-18T19:02:45,245 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. files: [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/0814e6eeb6fd4152ac42650f6b356202, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/d53dc3ec932f4d319c416bf770569efa, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/acfd391579d84c7489b4a93fc424733e] 2024-11-18T19:02:45,245 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 4be91ca5adcc47b6a39eeceae2a6f171, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731956561137 2024-11-18T19:02:45,245 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0814e6eeb6fd4152ac42650f6b356202, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731956561223 2024-11-18T19:02:45,246 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting d53dc3ec932f4d319c416bf770569efa, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731956561357 2024-11-18T19:02:45,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-18T19:02:45,246 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting acfd391579d84c7489b4a93fc424733e, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731956563536 2024-11-18T19:02:45,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:45,246 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-18T19:02:45,247 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b15edf95926410fa3897fc3e2f4db60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731956561223 2024-11-18T19:02:45,247 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 07c11b6a55084751a6b8964bcefaaa31, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731956561357 2024-11-18T19:02:45,247 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting df3181cf448b4fcb82db38c9ee1f4eff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731956563546 2024-11-18T19:02:45,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118366381cc84644212989702e29c8bf481_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956563597/Put/seqid=0 2024-11-18T19:02:45,256 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:45,260 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118afa78dcec6bb4ebdb72ef9d95426c881_4aa16890ddfba114ac8b58f7401026e3 store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:45,262 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118afa78dcec6bb4ebdb72ef9d95426c881_4aa16890ddfba114ac8b58f7401026e3, store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:45,262 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118afa78dcec6bb4ebdb72ef9d95426c881_4aa16890ddfba114ac8b58f7401026e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:45,270 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4aa16890ddfba114ac8b58f7401026e3#B#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:45,270 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/be614c721f4e415c8f0733e0f454c3b4 is 50, key is test_row_0/B:col10/1731956563549/Put/seqid=0 2024-11-18T19:02:45,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742057_1233 (size=4469) 2024-11-18T19:02:45,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742056_1232 (size=12454) 2024-11-18T19:02:45,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742058_1234 (size=13017) 2024-11-18T19:02:45,289 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/be614c721f4e415c8f0733e0f454c3b4 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/be614c721f4e415c8f0733e0f454c3b4 2024-11-18T19:02:45,295 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4aa16890ddfba114ac8b58f7401026e3/B of 4aa16890ddfba114ac8b58f7401026e3 into be614c721f4e415c8f0733e0f454c3b4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:45,295 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:45,295 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., storeName=4aa16890ddfba114ac8b58f7401026e3/B, priority=12, startTime=1731956565244; duration=0sec 2024-11-18T19:02:45,295 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:45,295 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:B 2024-11-18T19:02:45,295 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:02:45,296 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47190 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:02:45,296 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 4aa16890ddfba114ac8b58f7401026e3/C is initiating minor compaction (all files) 2024-11-18T19:02:45,296 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4aa16890ddfba114ac8b58f7401026e3/C in TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:45,296 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/8734047e5102427fa6947a81aec7d2f5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/5d95d33a30614e51b080406589e65103, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/8d6d306f6577438eae349399039bfdf5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/a29a6f5b592740f6b0c5a644cd245b68] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp, totalSize=46.1 K 2024-11-18T19:02:45,297 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 8734047e5102427fa6947a81aec7d2f5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731956561137 2024-11-18T19:02:45,297 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d95d33a30614e51b080406589e65103, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731956561223 2024-11-18T19:02:45,298 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d6d306f6577438eae349399039bfdf5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731956561357 2024-11-18T19:02:45,299 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting a29a6f5b592740f6b0c5a644cd245b68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731956563546 2024-11-18T19:02:45,308 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4aa16890ddfba114ac8b58f7401026e3#C#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:45,308 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/67c4d8b275264994a0ddba3774399199 is 50, key is test_row_0/C:col10/1731956563549/Put/seqid=0 2024-11-18T19:02:45,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742059_1235 (size=13017) 2024-11-18T19:02:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-18T19:02:45,671 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4aa16890ddfba114ac8b58f7401026e3#A#compaction#196 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:45,671 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/d77e9c205ee94f0ebaa965b919a93549 is 175, key is test_row_0/A:col10/1731956563549/Put/seqid=0 2024-11-18T19:02:45,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:45,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742060_1236 (size=31971) 2024-11-18T19:02:45,675 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118366381cc84644212989702e29c8bf481_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118366381cc84644212989702e29c8bf481_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:45,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/3628b7f6d844433187c1bb38be87e718, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:45,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/3628b7f6d844433187c1bb38be87e718 is 175, key is test_row_0/A:col10/1731956563597/Put/seqid=0 2024-11-18T19:02:45,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742061_1237 (size=31255) 2024-11-18T19:02:45,715 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/67c4d8b275264994a0ddba3774399199 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/67c4d8b275264994a0ddba3774399199 2024-11-18T19:02:45,720 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4aa16890ddfba114ac8b58f7401026e3/C of 4aa16890ddfba114ac8b58f7401026e3 into 67c4d8b275264994a0ddba3774399199(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:45,720 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:45,720 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., storeName=4aa16890ddfba114ac8b58f7401026e3/C, priority=12, startTime=1731956565244; duration=0sec 2024-11-18T19:02:45,720 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:45,720 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:C 2024-11-18T19:02:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:45,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. as already flushing 2024-11-18T19:02:45,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:45,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956625763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956625762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:45,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:45,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:45,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:45,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:45,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956625770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:45,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:45,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:45,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:45,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:45,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:45,796 INFO [Thread-729 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-729. 2024-11-18T19:02:45,796 DEBUG [Thread-729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:02:45,796 DEBUG [Thread-729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:45,796 DEBUG [Thread-729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:45,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:45,799 INFO [Thread-731 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-731. 2024-11-18T19:02:45,799 DEBUG [Thread-731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:02:45,799 DEBUG [Thread-731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:45,799 DEBUG [Thread-731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:45,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:45,804 INFO [Thread-733 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-733. 2024-11-18T19:02:45,805 DEBUG [Thread-733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:02:45,805 DEBUG [Thread-733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:45,805 DEBUG [Thread-733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:45,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:45,805 INFO [Thread-735 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-735. 2024-11-18T19:02:45,805 DEBUG [Thread-735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:02:45,805 DEBUG [Thread-735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:45,805 DEBUG [Thread-735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:45,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:45,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:45,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956625878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956625878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:45,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956625878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:45,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:45,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:45,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:45,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:45,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:45,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:45,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:45,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:45,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:46,083 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/3628b7f6d844433187c1bb38be87e718 2024-11-18T19:02:46,088 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/d77e9c205ee94f0ebaa965b919a93549 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/d77e9c205ee94f0ebaa965b919a93549 2024-11-18T19:02:46,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:46,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:46,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956626088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956626088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956626088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:46,092 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4aa16890ddfba114ac8b58f7401026e3/A of 4aa16890ddfba114ac8b58f7401026e3 into d77e9c205ee94f0ebaa965b919a93549(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:46,092 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:46,092 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., storeName=4aa16890ddfba114ac8b58f7401026e3/A, priority=13, startTime=1731956565244; duration=0sec 2024-11-18T19:02:46,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/be92f64017e54cdf9664c14c8303f7b0 is 50, key is test_row_0/B:col10/1731956563597/Put/seqid=0 2024-11-18T19:02:46,092 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:46,092 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:A 2024-11-18T19:02:46,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742062_1238 (size=12301) 2024-11-18T19:02:46,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:46,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956626399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:46,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956626399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956626399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:46,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:46,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:46,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:46,498 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/be92f64017e54cdf9664c14c8303f7b0 2024-11-18T19:02:46,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/5fd52a88bb4e4d28b6f5d0de1090b915 is 50, key is test_row_0/C:col10/1731956563597/Put/seqid=0 2024-11-18T19:02:46,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742063_1239 (size=12301) 2024-11-18T19:02:46,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58286 deadline: 1731956626798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:46,799 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in 4aa16890ddfba114ac8b58f7401026e3 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:02:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:46,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58214 deadline: 1731956626858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:46,858 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_0' in 4aa16890ddfba114ac8b58f7401026e3 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18295 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:02:46,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:46,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:46,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:46,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:02:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58246 deadline: 1731956626907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58258 deadline: 1731956626907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58264 deadline: 1731956626907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:46,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:02:46,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:46,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:46,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:02:46,916 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/5fd52a88bb4e4d28b6f5d0de1090b915 2024-11-18T19:02:46,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/3628b7f6d844433187c1bb38be87e718 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3628b7f6d844433187c1bb38be87e718 2024-11-18T19:02:46,959 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3628b7f6d844433187c1bb38be87e718, entries=150, sequenceid=332, filesize=30.5 K 2024-11-18T19:02:46,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/be92f64017e54cdf9664c14c8303f7b0 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/be92f64017e54cdf9664c14c8303f7b0 2024-11-18T19:02:46,964 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/be92f64017e54cdf9664c14c8303f7b0, entries=150, sequenceid=332, filesize=12.0 K 2024-11-18T19:02:46,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/5fd52a88bb4e4d28b6f5d0de1090b915 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/5fd52a88bb4e4d28b6f5d0de1090b915 2024-11-18T19:02:46,968 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/5fd52a88bb4e4d28b6f5d0de1090b915, entries=150, sequenceid=332, filesize=12.0 K 2024-11-18T19:02:46,969 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4aa16890ddfba114ac8b58f7401026e3 in 1723ms, sequenceid=332, compaction requested=false 2024-11-18T19:02:46,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:46,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:46,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-18T19:02:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-18T19:02:46,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-18T19:02:46,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5590 sec 2024-11-18T19:02:46,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 3.5640 sec 2024-11-18T19:02:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-18T19:02:47,579 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:47,920 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:02:47,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-18T19:02:47,920 INFO [Thread-724 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-724. 2024-11-18T19:02:47,920 DEBUG [Thread-724 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:02:47,920 DEBUG [Thread-724 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:47,921 DEBUG [Thread-724 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:47,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:47,931 INFO [Thread-726 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-726. 2024-11-18T19:02:47,931 DEBUG [Thread-726 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:02:47,931 DEBUG [Thread-726 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:47,931 INFO [Thread-722 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-722. 2024-11-18T19:02:47,931 DEBUG [Thread-722 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:02:47,931 DEBUG [Thread-726 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:47,931 DEBUG [Thread-722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:47,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:47,931 DEBUG [Thread-722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:47,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:47,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118683697e0a393487296b5f5d052fe0fac_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956565768/Put/seqid=0 2024-11-18T19:02:47,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742064_1240 (size=12454) 2024-11-18T19:02:48,336 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:48,343 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118683697e0a393487296b5f5d052fe0fac_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118683697e0a393487296b5f5d052fe0fac_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:48,345 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/e26d1257ee5c49bc95431c61cf181a77, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:48,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/e26d1257ee5c49bc95431c61cf181a77 is 175, key is test_row_0/A:col10/1731956565768/Put/seqid=0 2024-11-18T19:02:48,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742065_1241 (size=31255) 2024-11-18T19:02:48,752 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=347, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/e26d1257ee5c49bc95431c61cf181a77 2024-11-18T19:02:48,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/651985c7dbbc4258a4e112c4e25a173a is 50, key is test_row_0/B:col10/1731956565768/Put/seqid=0 2024-11-18T19:02:48,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742066_1242 (size=12301) 2024-11-18T19:02:49,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/651985c7dbbc4258a4e112c4e25a173a 2024-11-18T19:02:49,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/40e772b89c884f77aa300760e270a0ac is 50, key is test_row_0/C:col10/1731956565768/Put/seqid=0 2024-11-18T19:02:49,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742067_1243 (size=12301) 2024-11-18T19:02:49,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/40e772b89c884f77aa300760e270a0ac 2024-11-18T19:02:49,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/e26d1257ee5c49bc95431c61cf181a77 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e26d1257ee5c49bc95431c61cf181a77 2024-11-18T19:02:49,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e26d1257ee5c49bc95431c61cf181a77, entries=150, sequenceid=347, filesize=30.5 K 2024-11-18T19:02:49,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/651985c7dbbc4258a4e112c4e25a173a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/651985c7dbbc4258a4e112c4e25a173a 2024-11-18T19:02:49,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/651985c7dbbc4258a4e112c4e25a173a, entries=150, sequenceid=347, filesize=12.0 K 2024-11-18T19:02:49,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/40e772b89c884f77aa300760e270a0ac as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/40e772b89c884f77aa300760e270a0ac 2024-11-18T19:02:49,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/40e772b89c884f77aa300760e270a0ac, entries=150, sequenceid=347, filesize=12.0 K 2024-11-18T19:02:49,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=13.42 KB/13740 for 4aa16890ddfba114ac8b58f7401026e3 in 1697ms, sequenceid=347, compaction requested=true 2024-11-18T19:02:49,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:49,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:02:49,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:49,618 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:49,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:02:49,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:49,618 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:49,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4aa16890ddfba114ac8b58f7401026e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:02:49,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:49,619 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:49,619 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:49,619 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 4aa16890ddfba114ac8b58f7401026e3/A is initiating minor compaction (all files) 2024-11-18T19:02:49,619 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 4aa16890ddfba114ac8b58f7401026e3/B is initiating minor compaction (all files) 2024-11-18T19:02:49,619 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4aa16890ddfba114ac8b58f7401026e3/A in TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:49,619 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4aa16890ddfba114ac8b58f7401026e3/B in TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:49,619 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/d77e9c205ee94f0ebaa965b919a93549, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3628b7f6d844433187c1bb38be87e718, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e26d1257ee5c49bc95431c61cf181a77] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp, totalSize=92.3 K 2024-11-18T19:02:49,619 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/be614c721f4e415c8f0733e0f454c3b4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/be92f64017e54cdf9664c14c8303f7b0, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/651985c7dbbc4258a4e112c4e25a173a] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp, totalSize=36.7 K 2024-11-18T19:02:49,619 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:49,619 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. files: [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/d77e9c205ee94f0ebaa965b919a93549, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3628b7f6d844433187c1bb38be87e718, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e26d1257ee5c49bc95431c61cf181a77] 2024-11-18T19:02:49,620 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting be614c721f4e415c8f0733e0f454c3b4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731956563546 2024-11-18T19:02:49,620 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting d77e9c205ee94f0ebaa965b919a93549, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731956563546 2024-11-18T19:02:49,620 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting be92f64017e54cdf9664c14c8303f7b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731956563586 2024-11-18T19:02:49,620 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3628b7f6d844433187c1bb38be87e718, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731956563586 2024-11-18T19:02:49,621 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 651985c7dbbc4258a4e112c4e25a173a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731956565761 2024-11-18T19:02:49,621 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting e26d1257ee5c49bc95431c61cf181a77, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731956565761 2024-11-18T19:02:49,632 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4aa16890ddfba114ac8b58f7401026e3#B#compaction#204 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:49,632 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/2ef44ad42e03455ab355e69af7cd4fef is 50, key is test_row_0/B:col10/1731956565768/Put/seqid=0 2024-11-18T19:02:49,633 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:49,639 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118928fbfcd41744e3293a31348a320f316_4aa16890ddfba114ac8b58f7401026e3 store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:49,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742068_1244 (size=13119) 2024-11-18T19:02:49,669 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118928fbfcd41744e3293a31348a320f316_4aa16890ddfba114ac8b58f7401026e3, store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:49,669 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118928fbfcd41744e3293a31348a320f316_4aa16890ddfba114ac8b58f7401026e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:49,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742069_1245 (size=4469) 2024-11-18T19:02:49,674 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4aa16890ddfba114ac8b58f7401026e3#A#compaction#205 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:49,675 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/3fb50bd4c9c94cfc89eab65a9d8d7e1f is 175, key is test_row_0/A:col10/1731956565768/Put/seqid=0 2024-11-18T19:02:49,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742070_1246 (size=32073) 2024-11-18T19:02:50,055 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/2ef44ad42e03455ab355e69af7cd4fef as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/2ef44ad42e03455ab355e69af7cd4fef 2024-11-18T19:02:50,061 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4aa16890ddfba114ac8b58f7401026e3/B of 4aa16890ddfba114ac8b58f7401026e3 into 2ef44ad42e03455ab355e69af7cd4fef(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:50,061 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:50,061 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., storeName=4aa16890ddfba114ac8b58f7401026e3/B, priority=13, startTime=1731956569618; duration=0sec 2024-11-18T19:02:50,061 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:02:50,061 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:B 2024-11-18T19:02:50,061 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:02:50,062 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:02:50,062 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 4aa16890ddfba114ac8b58f7401026e3/C is initiating minor compaction (all files) 2024-11-18T19:02:50,062 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4aa16890ddfba114ac8b58f7401026e3/C in TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:50,062 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/67c4d8b275264994a0ddba3774399199, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/5fd52a88bb4e4d28b6f5d0de1090b915, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/40e772b89c884f77aa300760e270a0ac] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp, totalSize=36.7 K 2024-11-18T19:02:50,063 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 67c4d8b275264994a0ddba3774399199, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731956563546 2024-11-18T19:02:50,063 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fd52a88bb4e4d28b6f5d0de1090b915, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731956563586 2024-11-18T19:02:50,064 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 40e772b89c884f77aa300760e270a0ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731956565761 2024-11-18T19:02:50,073 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4aa16890ddfba114ac8b58f7401026e3#C#compaction#206 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:02:50,073 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/f7fdff56c2b64f9dac29f94a5bfbe20a is 50, key is test_row_0/C:col10/1731956565768/Put/seqid=0 2024-11-18T19:02:50,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742071_1247 (size=13119) 2024-11-18T19:02:50,083 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/3fb50bd4c9c94cfc89eab65a9d8d7e1f as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3fb50bd4c9c94cfc89eab65a9d8d7e1f 2024-11-18T19:02:50,088 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4aa16890ddfba114ac8b58f7401026e3/A of 4aa16890ddfba114ac8b58f7401026e3 into 3fb50bd4c9c94cfc89eab65a9d8d7e1f(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:50,088 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:50,088 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., storeName=4aa16890ddfba114ac8b58f7401026e3/A, priority=13, startTime=1731956569617; duration=0sec 2024-11-18T19:02:50,088 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:50,088 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:A 2024-11-18T19:02:50,489 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/f7fdff56c2b64f9dac29f94a5bfbe20a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/f7fdff56c2b64f9dac29f94a5bfbe20a 2024-11-18T19:02:50,494 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4aa16890ddfba114ac8b58f7401026e3/C of 4aa16890ddfba114ac8b58f7401026e3 into f7fdff56c2b64f9dac29f94a5bfbe20a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:02:50,494 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4aa16890ddfba114ac8b58f7401026e3: 2024-11-18T19:02:50,494 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., storeName=4aa16890ddfba114ac8b58f7401026e3/C, priority=13, startTime=1731956569618; duration=0sec 2024-11-18T19:02:50,494 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:02:50,494 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4aa16890ddfba114ac8b58f7401026e3:C 2024-11-18T19:02:50,907 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:02:56,871 INFO [Thread-718 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-718. 2024-11-18T19:02:56,872 DEBUG [Thread-718 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:02:56,872 DEBUG [Thread-718 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:56,872 DEBUG [Thread-718 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:56,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:56,890 INFO [Thread-720 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-720. 2024-11-18T19:02:56,890 DEBUG [Thread-720 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:02:56,890 DEBUG [Thread-720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:56,890 DEBUG [Thread-720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:56,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:56,890 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-18T19:02:56,890 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-18T19:02:56,890 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-18T19:02:56,890 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-18T19:02:56,890 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-18T19:02:56,890 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-18T19:02:56,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-18T19:02:56,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3080 2024-11-18T19:02:56,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3000 2024-11-18T19:02:56,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-18T19:02:56,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1337 2024-11-18T19:02:56,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4008 rows 2024-11-18T19:02:56,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1332 2024-11-18T19:02:56,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3995 rows 2024-11-18T19:02:56,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:02:56,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:02:56,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:56,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:02:56,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:02:56,893 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-18T19:02:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-18T19:02:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-18T19:02:56,901 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956576900"}]},"ts":"1731956576900"} 2024-11-18T19:02:56,903 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-18T19:02:56,904 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-18T19:02:56,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T19:02:56,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4aa16890ddfba114ac8b58f7401026e3, UNASSIGN}] 2024-11-18T19:02:56,907 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4aa16890ddfba114ac8b58f7401026e3, UNASSIGN 2024-11-18T19:02:56,908 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=4aa16890ddfba114ac8b58f7401026e3, regionState=CLOSING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:02:56,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4aa16890ddfba114ac8b58f7401026e3, UNASSIGN because future has completed 2024-11-18T19:02:56,909 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:02:56,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:02:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-18T19:02:57,062 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(122): Close 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:57,062 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:02:57,062 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1722): Closing 4aa16890ddfba114ac8b58f7401026e3, disabling compactions & flushes 2024-11-18T19:02:57,063 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:57,063 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:57,063 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. after waiting 0 ms 2024-11-18T19:02:57,063 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:57,063 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(2902): Flushing 4aa16890ddfba114ac8b58f7401026e3 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-18T19:02:57,074 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118984bd6ee78a94fccb42e8baf6fef50a8_4aa16890ddfba114ac8b58f7401026e3 is 50, key is test_row_0/A:col10/1731956576888/Put/seqid=0 2024-11-18T19:02:57,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742072_1248 (size=9914) 2024-11-18T19:02:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-18T19:02:57,479 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:57,489 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118984bd6ee78a94fccb42e8baf6fef50a8_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118984bd6ee78a94fccb42e8baf6fef50a8_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:57,490 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/6d58f2b4447e42fd9331de6e15e74cda, store: [table=TestAcidGuarantees family=A region=4aa16890ddfba114ac8b58f7401026e3] 2024-11-18T19:02:57,491 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/6d58f2b4447e42fd9331de6e15e74cda is 175, key is test_row_0/A:col10/1731956576888/Put/seqid=0 2024-11-18T19:02:57,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742073_1249 (size=22561) 2024-11-18T19:02:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-18T19:02:57,897 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/6d58f2b4447e42fd9331de6e15e74cda 2024-11-18T19:02:57,909 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/5fe141bc581b4f9b8f60dbc336b5a099 is 50, key is test_row_0/B:col10/1731956576888/Put/seqid=0 2024-11-18T19:02:57,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742074_1250 (size=9857) 2024-11-18T19:02:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-18T19:02:58,315 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/5fe141bc581b4f9b8f60dbc336b5a099 2024-11-18T19:02:58,329 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/a7aee246a0cd46e9960924695b0d5ca5 is 50, key is test_row_0/C:col10/1731956576888/Put/seqid=0 2024-11-18T19:02:58,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742075_1251 (size=9857) 2024-11-18T19:02:58,737 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/a7aee246a0cd46e9960924695b0d5ca5 2024-11-18T19:02:58,748 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/A/6d58f2b4447e42fd9331de6e15e74cda as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/6d58f2b4447e42fd9331de6e15e74cda 2024-11-18T19:02:58,753 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/6d58f2b4447e42fd9331de6e15e74cda, entries=100, sequenceid=357, filesize=22.0 K 2024-11-18T19:02:58,754 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/B/5fe141bc581b4f9b8f60dbc336b5a099 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/5fe141bc581b4f9b8f60dbc336b5a099 2024-11-18T19:02:58,758 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/5fe141bc581b4f9b8f60dbc336b5a099, entries=100, sequenceid=357, filesize=9.6 K 2024-11-18T19:02:58,759 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/.tmp/C/a7aee246a0cd46e9960924695b0d5ca5 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/a7aee246a0cd46e9960924695b0d5ca5 2024-11-18T19:02:58,764 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/a7aee246a0cd46e9960924695b0d5ca5, entries=100, sequenceid=357, filesize=9.6 K 2024-11-18T19:02:58,765 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 4aa16890ddfba114ac8b58f7401026e3 in 1702ms, sequenceid=357, compaction requested=false 2024-11-18T19:02:58,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/253816d4cd2946cdb6101cc47f6f4653, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/421d7fccdd514d098006c1050acab3b2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/ff9d85c45a1b48d788c140d1abad06d4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/86a52c3a90ee4f52844bbbc2aa760f61, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/fe8675c448b74055a582442776a5cbee, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e92291b3602446eaafc09018d700ed75, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/18551ecba4e440a287e21e673c8a5fcd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/0eb3bf55f92e408d87d32975e4381ec7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3e4c14269516499393f6f6c4a7cd40ac, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/1db7dbdf523844c0ac6da39309f38584, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/028658c10114442ca6dc2f54d0b65eea, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/6b5d9d141c944213a4f20bb421bf2e9e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e7fe0a5ee66d477d9ecb8bb4c7d88394, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/446ed5fe70d04040b96addb3668e5b4e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/81f8da47cd6345f0a9bb813d86495b6c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e2dbc99d5a2b4467898dcf874a3f0070, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/f7709157b26f4ceb8cb62a411e13b9b7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/0814e6eeb6fd4152ac42650f6b356202, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3605c8da8c6047328dafcac4b523cff9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/d53dc3ec932f4d319c416bf770569efa, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/acfd391579d84c7489b4a93fc424733e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/d77e9c205ee94f0ebaa965b919a93549, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3628b7f6d844433187c1bb38be87e718, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e26d1257ee5c49bc95431c61cf181a77] to archive 2024-11-18T19:02:58,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:02:58,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/253816d4cd2946cdb6101cc47f6f4653 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/253816d4cd2946cdb6101cc47f6f4653 2024-11-18T19:02:58,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/421d7fccdd514d098006c1050acab3b2 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/421d7fccdd514d098006c1050acab3b2 2024-11-18T19:02:58,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/ff9d85c45a1b48d788c140d1abad06d4 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/ff9d85c45a1b48d788c140d1abad06d4 2024-11-18T19:02:58,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/86a52c3a90ee4f52844bbbc2aa760f61 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/86a52c3a90ee4f52844bbbc2aa760f61 2024-11-18T19:02:58,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/fe8675c448b74055a582442776a5cbee to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/fe8675c448b74055a582442776a5cbee 2024-11-18T19:02:58,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e92291b3602446eaafc09018d700ed75 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e92291b3602446eaafc09018d700ed75 2024-11-18T19:02:58,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/18551ecba4e440a287e21e673c8a5fcd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/18551ecba4e440a287e21e673c8a5fcd 2024-11-18T19:02:58,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/0eb3bf55f92e408d87d32975e4381ec7 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/0eb3bf55f92e408d87d32975e4381ec7 2024-11-18T19:02:58,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3e4c14269516499393f6f6c4a7cd40ac to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3e4c14269516499393f6f6c4a7cd40ac 2024-11-18T19:02:58,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/1db7dbdf523844c0ac6da39309f38584 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/1db7dbdf523844c0ac6da39309f38584 2024-11-18T19:02:58,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/028658c10114442ca6dc2f54d0b65eea to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/028658c10114442ca6dc2f54d0b65eea 2024-11-18T19:02:58,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/6b5d9d141c944213a4f20bb421bf2e9e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/6b5d9d141c944213a4f20bb421bf2e9e 2024-11-18T19:02:58,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e7fe0a5ee66d477d9ecb8bb4c7d88394 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e7fe0a5ee66d477d9ecb8bb4c7d88394 2024-11-18T19:02:58,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/446ed5fe70d04040b96addb3668e5b4e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/446ed5fe70d04040b96addb3668e5b4e 2024-11-18T19:02:58,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/81f8da47cd6345f0a9bb813d86495b6c to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/81f8da47cd6345f0a9bb813d86495b6c 2024-11-18T19:02:58,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e2dbc99d5a2b4467898dcf874a3f0070 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e2dbc99d5a2b4467898dcf874a3f0070 2024-11-18T19:02:58,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/f7709157b26f4ceb8cb62a411e13b9b7 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/f7709157b26f4ceb8cb62a411e13b9b7 2024-11-18T19:02:58,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/0814e6eeb6fd4152ac42650f6b356202 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/0814e6eeb6fd4152ac42650f6b356202 2024-11-18T19:02:58,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3605c8da8c6047328dafcac4b523cff9 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3605c8da8c6047328dafcac4b523cff9 2024-11-18T19:02:58,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/d53dc3ec932f4d319c416bf770569efa to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/d53dc3ec932f4d319c416bf770569efa 2024-11-18T19:02:58,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/acfd391579d84c7489b4a93fc424733e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/acfd391579d84c7489b4a93fc424733e 2024-11-18T19:02:58,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/d77e9c205ee94f0ebaa965b919a93549 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/d77e9c205ee94f0ebaa965b919a93549 2024-11-18T19:02:58,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3628b7f6d844433187c1bb38be87e718 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3628b7f6d844433187c1bb38be87e718 2024-11-18T19:02:58,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e26d1257ee5c49bc95431c61cf181a77 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/e26d1257ee5c49bc95431c61cf181a77 2024-11-18T19:02:58,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/f290c37437444d54a48eddb6d785e15e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/780f6484bf2f416cbb0c438dad88dd45, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/c7c61030c24c4d90a78705fdbac45a62, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/f0d5596b000e4cfe868dec72a55956d0, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/13c5f38ae63a4e86ab136dfe5e1cf8a9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/c28f18850d6d456fae67a0b179e14a55, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/dd80445a2f7b48e48fc71bbdbc4b42a3, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/2431e2773e11423c9677bf22dddf4847, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/03e58f2021c8493e8435ee511491015f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/e9e8b61899a34e4c8f6fd06d6878637a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/0d4ce13f721c41928ca09205f5108738, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/6b4bbc84751b4806b50bd63fb039ade4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/751d69940f4c46abb55bf7e091d35215, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/5d0eef9406bd4299926f5157e8772b9b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/f09ef02edeaf48498ac503371b7bd780, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/688f4f8d00b24780bdfef1d242b68896, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/4be91ca5adcc47b6a39eeceae2a6f171, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/205aedf9bb554701a03a5120685a0fc7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/4b15edf95926410fa3897fc3e2f4db60, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/07c11b6a55084751a6b8964bcefaaa31, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/be614c721f4e415c8f0733e0f454c3b4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/df3181cf448b4fcb82db38c9ee1f4eff, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/be92f64017e54cdf9664c14c8303f7b0, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/651985c7dbbc4258a4e112c4e25a173a] to archive 2024-11-18T19:02:58,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:02:58,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/f290c37437444d54a48eddb6d785e15e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/f290c37437444d54a48eddb6d785e15e 2024-11-18T19:02:58,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/780f6484bf2f416cbb0c438dad88dd45 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/780f6484bf2f416cbb0c438dad88dd45 2024-11-18T19:02:58,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/c7c61030c24c4d90a78705fdbac45a62 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/c7c61030c24c4d90a78705fdbac45a62 2024-11-18T19:02:58,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/f0d5596b000e4cfe868dec72a55956d0 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/f0d5596b000e4cfe868dec72a55956d0 2024-11-18T19:02:58,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/13c5f38ae63a4e86ab136dfe5e1cf8a9 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/13c5f38ae63a4e86ab136dfe5e1cf8a9 2024-11-18T19:02:58,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/c28f18850d6d456fae67a0b179e14a55 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/c28f18850d6d456fae67a0b179e14a55 2024-11-18T19:02:58,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/dd80445a2f7b48e48fc71bbdbc4b42a3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/dd80445a2f7b48e48fc71bbdbc4b42a3 2024-11-18T19:02:58,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/2431e2773e11423c9677bf22dddf4847 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/2431e2773e11423c9677bf22dddf4847 2024-11-18T19:02:58,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/03e58f2021c8493e8435ee511491015f to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/03e58f2021c8493e8435ee511491015f 2024-11-18T19:02:58,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/e9e8b61899a34e4c8f6fd06d6878637a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/e9e8b61899a34e4c8f6fd06d6878637a 2024-11-18T19:02:58,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/0d4ce13f721c41928ca09205f5108738 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/0d4ce13f721c41928ca09205f5108738 2024-11-18T19:02:58,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/6b4bbc84751b4806b50bd63fb039ade4 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/6b4bbc84751b4806b50bd63fb039ade4 2024-11-18T19:02:58,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/751d69940f4c46abb55bf7e091d35215 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/751d69940f4c46abb55bf7e091d35215 2024-11-18T19:02:58,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/5d0eef9406bd4299926f5157e8772b9b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/5d0eef9406bd4299926f5157e8772b9b 2024-11-18T19:02:58,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/f09ef02edeaf48498ac503371b7bd780 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/f09ef02edeaf48498ac503371b7bd780 2024-11-18T19:02:58,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/688f4f8d00b24780bdfef1d242b68896 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/688f4f8d00b24780bdfef1d242b68896 2024-11-18T19:02:58,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/4be91ca5adcc47b6a39eeceae2a6f171 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/4be91ca5adcc47b6a39eeceae2a6f171 2024-11-18T19:02:58,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/205aedf9bb554701a03a5120685a0fc7 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/205aedf9bb554701a03a5120685a0fc7 2024-11-18T19:02:58,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/4b15edf95926410fa3897fc3e2f4db60 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/4b15edf95926410fa3897fc3e2f4db60 2024-11-18T19:02:58,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/07c11b6a55084751a6b8964bcefaaa31 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/07c11b6a55084751a6b8964bcefaaa31 2024-11-18T19:02:58,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/be614c721f4e415c8f0733e0f454c3b4 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/be614c721f4e415c8f0733e0f454c3b4 2024-11-18T19:02:58,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/df3181cf448b4fcb82db38c9ee1f4eff to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/df3181cf448b4fcb82db38c9ee1f4eff 2024-11-18T19:02:58,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/be92f64017e54cdf9664c14c8303f7b0 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/be92f64017e54cdf9664c14c8303f7b0 2024-11-18T19:02:58,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/651985c7dbbc4258a4e112c4e25a173a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/651985c7dbbc4258a4e112c4e25a173a 2024-11-18T19:02:58,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/8c7e761d810645e5822140a29f049447, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/70b6bb1e9d3b42709afe1c23438a0c05, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/d18cef75eb714e81b893c4d7dd6ff178, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/018da6802e69428c8c1110537467cfdf, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/dbcef7161a074b7c83bd71f6f5350ea7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/c2497e8b95b148fea8d452bb6755db88, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/d392d0eb3ad14485a897d64d7b9a3324, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/40cc8029a4544864b206317bba7411bf, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/629ff52cac004726b008882fbe32504e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/b8ff75d8bfef47a389055514368b6fd6, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/f89cdec00b514d14a3c996ae37ca28b9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/d9b394c81d404ec68746e7178e410c4a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/6c67220f5f334988ba6c33d68ddc5ddc, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/e0509a22c7d64a2d82d8be2d83ad49da, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/82d42337442e4ac396e2126cd2c4de34, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/59a1b953f14a405c92baf2a622cd2bef, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/8734047e5102427fa6947a81aec7d2f5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/fa1a84751312431284cebae6e7e39a2e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/5d95d33a30614e51b080406589e65103, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/8d6d306f6577438eae349399039bfdf5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/67c4d8b275264994a0ddba3774399199, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/a29a6f5b592740f6b0c5a644cd245b68, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/5fd52a88bb4e4d28b6f5d0de1090b915, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/40e772b89c884f77aa300760e270a0ac] to archive 2024-11-18T19:02:58,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:02:58,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/8c7e761d810645e5822140a29f049447 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/8c7e761d810645e5822140a29f049447 2024-11-18T19:02:58,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/70b6bb1e9d3b42709afe1c23438a0c05 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/70b6bb1e9d3b42709afe1c23438a0c05 2024-11-18T19:02:58,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/d18cef75eb714e81b893c4d7dd6ff178 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/d18cef75eb714e81b893c4d7dd6ff178 2024-11-18T19:02:58,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/018da6802e69428c8c1110537467cfdf to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/018da6802e69428c8c1110537467cfdf 2024-11-18T19:02:58,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/dbcef7161a074b7c83bd71f6f5350ea7 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/dbcef7161a074b7c83bd71f6f5350ea7 2024-11-18T19:02:58,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/c2497e8b95b148fea8d452bb6755db88 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/c2497e8b95b148fea8d452bb6755db88 2024-11-18T19:02:58,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/d392d0eb3ad14485a897d64d7b9a3324 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/d392d0eb3ad14485a897d64d7b9a3324 2024-11-18T19:02:58,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/40cc8029a4544864b206317bba7411bf to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/40cc8029a4544864b206317bba7411bf 2024-11-18T19:02:58,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/629ff52cac004726b008882fbe32504e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/629ff52cac004726b008882fbe32504e 2024-11-18T19:02:58,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/b8ff75d8bfef47a389055514368b6fd6 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/b8ff75d8bfef47a389055514368b6fd6 2024-11-18T19:02:58,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/f89cdec00b514d14a3c996ae37ca28b9 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/f89cdec00b514d14a3c996ae37ca28b9 2024-11-18T19:02:58,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/d9b394c81d404ec68746e7178e410c4a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/d9b394c81d404ec68746e7178e410c4a 2024-11-18T19:02:58,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/6c67220f5f334988ba6c33d68ddc5ddc to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/6c67220f5f334988ba6c33d68ddc5ddc 2024-11-18T19:02:58,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/e0509a22c7d64a2d82d8be2d83ad49da to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/e0509a22c7d64a2d82d8be2d83ad49da 2024-11-18T19:02:58,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/82d42337442e4ac396e2126cd2c4de34 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/82d42337442e4ac396e2126cd2c4de34 2024-11-18T19:02:58,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/59a1b953f14a405c92baf2a622cd2bef to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/59a1b953f14a405c92baf2a622cd2bef 2024-11-18T19:02:58,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/8734047e5102427fa6947a81aec7d2f5 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/8734047e5102427fa6947a81aec7d2f5 2024-11-18T19:02:58,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/fa1a84751312431284cebae6e7e39a2e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/fa1a84751312431284cebae6e7e39a2e 2024-11-18T19:02:58,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/5d95d33a30614e51b080406589e65103 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/5d95d33a30614e51b080406589e65103 2024-11-18T19:02:58,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/8d6d306f6577438eae349399039bfdf5 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/8d6d306f6577438eae349399039bfdf5 2024-11-18T19:02:58,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/67c4d8b275264994a0ddba3774399199 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/67c4d8b275264994a0ddba3774399199 2024-11-18T19:02:58,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/a29a6f5b592740f6b0c5a644cd245b68 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/a29a6f5b592740f6b0c5a644cd245b68 2024-11-18T19:02:58,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/5fd52a88bb4e4d28b6f5d0de1090b915 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/5fd52a88bb4e4d28b6f5d0de1090b915 2024-11-18T19:02:58,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/40e772b89c884f77aa300760e270a0ac to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/40e772b89c884f77aa300760e270a0ac 2024-11-18T19:02:58,894 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/recovered.edits/360.seqid, newMaxSeqId=360, maxSeqId=4 2024-11-18T19:02:58,895 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. 2024-11-18T19:02:58,895 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1676): Region close journal for 4aa16890ddfba114ac8b58f7401026e3: Waiting for close lock at 1731956577062Running coprocessor pre-close hooks at 1731956577062Disabling compacts and flushes for region at 1731956577062Disabling writes for close at 1731956577063 (+1 ms)Obtaining lock to block concurrent updates at 1731956577063Preparing flush snapshotting stores in 4aa16890ddfba114ac8b58f7401026e3 at 1731956577063Finished memstore snapshotting TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731956577064 (+1 ms)Flushing stores of TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3. at 1731956577065 (+1 ms)Flushing 4aa16890ddfba114ac8b58f7401026e3/A: creating writer at 1731956577065Flushing mob file 4aa16890ddfba114ac8b58f7401026e3/A: appending metadata at 1731956577073 (+8 ms)Flushing mob file 4aa16890ddfba114ac8b58f7401026e3/A: closing flushed file at 1731956577073Flushing 4aa16890ddfba114ac8b58f7401026e3/A: appending metadata at 1731956577490 (+417 ms)Flushing 4aa16890ddfba114ac8b58f7401026e3/A: closing flushed file at 1731956577490Flushing 4aa16890ddfba114ac8b58f7401026e3/B: creating writer at 1731956577905 (+415 ms)Flushing 4aa16890ddfba114ac8b58f7401026e3/B: appending metadata at 1731956577909 (+4 ms)Flushing 4aa16890ddfba114ac8b58f7401026e3/B: closing flushed file at 1731956577909Flushing 4aa16890ddfba114ac8b58f7401026e3/C: creating writer at 1731956578324 (+415 ms)Flushing 4aa16890ddfba114ac8b58f7401026e3/C: appending metadata at 1731956578328 (+4 ms)Flushing 4aa16890ddfba114ac8b58f7401026e3/C: closing flushed file at 1731956578329 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e8a142: reopening flushed file at 1731956578747 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aff6f8b: reopening flushed file at 1731956578753 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e723a8e: reopening flushed file at 1731956578758 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 4aa16890ddfba114ac8b58f7401026e3 in 1702ms, sequenceid=357, compaction requested=false at 1731956578765 (+7 ms)Writing region close event to WAL at 1731956578890 (+125 ms)Running coprocessor post-close hooks at 1731956578894 (+4 ms)Closed at 1731956578894 2024-11-18T19:02:58,897 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(157): Closed 4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:58,897 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=4aa16890ddfba114ac8b58f7401026e3, regionState=CLOSED 2024-11-18T19:02:58,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 because future has completed 2024-11-18T19:02:58,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-18T19:02:58,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; CloseRegionProcedure 4aa16890ddfba114ac8b58f7401026e3, server=39fff3b0f89c,42799,1731956512499 in 1.9900 sec 2024-11-18T19:02:58,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=77 2024-11-18T19:02:58,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=77, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4aa16890ddfba114ac8b58f7401026e3, UNASSIGN in 1.9950 sec 2024-11-18T19:02:58,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-18T19:02:58,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9980 sec 2024-11-18T19:02:58,906 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956578906"}]},"ts":"1731956578906"} 2024-11-18T19:02:58,907 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-18T19:02:58,907 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-18T19:02:58,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.0150 sec 2024-11-18T19:02:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-18T19:02:59,058 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:59,059 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-18T19:02:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:02:59,060 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=80, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:02:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-18T19:02:59,061 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=80, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:02:59,064 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,067 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A, FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B, FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C, FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/recovered.edits] 2024-11-18T19:02:59,069 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3fb50bd4c9c94cfc89eab65a9d8d7e1f to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/3fb50bd4c9c94cfc89eab65a9d8d7e1f 2024-11-18T19:02:59,071 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/6d58f2b4447e42fd9331de6e15e74cda to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/A/6d58f2b4447e42fd9331de6e15e74cda 2024-11-18T19:02:59,073 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/2ef44ad42e03455ab355e69af7cd4fef to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/2ef44ad42e03455ab355e69af7cd4fef 2024-11-18T19:02:59,074 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/5fe141bc581b4f9b8f60dbc336b5a099 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/B/5fe141bc581b4f9b8f60dbc336b5a099 2024-11-18T19:02:59,077 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/a7aee246a0cd46e9960924695b0d5ca5 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/a7aee246a0cd46e9960924695b0d5ca5 2024-11-18T19:02:59,078 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/f7fdff56c2b64f9dac29f94a5bfbe20a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/C/f7fdff56c2b64f9dac29f94a5bfbe20a 2024-11-18T19:02:59,080 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/recovered.edits/360.seqid to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3/recovered.edits/360.seqid 2024-11-18T19:02:59,081 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,081 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-18T19:02:59,081 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-18T19:02:59,082 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-18T19:02:59,086 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118031dc71d91c5402ab0031039542c1c16_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118031dc71d91c5402ab0031039542c1c16_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,087 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181d2c93b86ef64ecaa99d123ea7dfe88d_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181d2c93b86ef64ecaa99d123ea7dfe88d_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,088 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111822520b61c5524135b71b777d99cd354f_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111822520b61c5524135b71b777d99cd354f_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,089 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118290ec91c8fc14edda756f4e5cc000463_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118290ec91c8fc14edda756f4e5cc000463_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,090 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118366381cc84644212989702e29c8bf481_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118366381cc84644212989702e29c8bf481_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,091 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183a43a75151684a029df2e23169dd9958_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183a43a75151684a029df2e23169dd9958_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,093 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111840a644d4f5ae46089a6ffd5421c38f68_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111840a644d4f5ae46089a6ffd5421c38f68_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,094 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184202dfd9a3394203ab625586b2b8a442_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184202dfd9a3394203ab625586b2b8a442_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,095 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111849bab3f6cc7f4803a691a64ed430a5a9_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111849bab3f6cc7f4803a691a64ed430a5a9_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,096 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118683697e0a393487296b5f5d052fe0fac_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118683697e0a393487296b5f5d052fe0fac_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,097 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118984bd6ee78a94fccb42e8baf6fef50a8_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118984bd6ee78a94fccb42e8baf6fef50a8_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,098 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b1868b68ba4145eea98459b03b0567a5_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b1868b68ba4145eea98459b03b0567a5_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,099 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c2d412a2b1a5481280c6aa7c78a77eed_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c2d412a2b1a5481280c6aa7c78a77eed_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,100 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ce1ad840bd6f47a0a646811db773c646_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ce1ad840bd6f47a0a646811db773c646_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,101 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118cf90328a6d1d4269b9ef0ec40431972c_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118cf90328a6d1d4269b9ef0ec40431972c_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,102 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d1d5e60e9c2b4f5584dc9c2ac0517699_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d1d5e60e9c2b4f5584dc9c2ac0517699_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,103 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d29a0ed8da0a49c3bbfbda73e702b497_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d29a0ed8da0a49c3bbfbda73e702b497_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,104 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d337dcafd48c441788ae9c52e2d54f85_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d337dcafd48c441788ae9c52e2d54f85_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,104 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e5911c4190374f0789a6b11b46a5a688_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e5911c4190374f0789a6b11b46a5a688_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,105 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f9e387d71b72440b97b3815ffd74a283_4aa16890ddfba114ac8b58f7401026e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f9e387d71b72440b97b3815ffd74a283_4aa16890ddfba114ac8b58f7401026e3 2024-11-18T19:02:59,106 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-18T19:02:59,108 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=80, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:02:59,110 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-18T19:02:59,112 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-18T19:02:59,113 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=80, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:02:59,114 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-18T19:02:59,114 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731956579114"}]},"ts":"9223372036854775807"} 2024-11-18T19:02:59,116 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-18T19:02:59,116 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4aa16890ddfba114ac8b58f7401026e3, NAME => 'TestAcidGuarantees,,1731956542618.4aa16890ddfba114ac8b58f7401026e3.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T19:02:59,116 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-18T19:02:59,116 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731956579116"}]},"ts":"9223372036854775807"} 2024-11-18T19:02:59,118 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-18T19:02:59,119 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=80, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:02:59,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 60 msec 2024-11-18T19:02:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-18T19:02:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-18T19:02:59,169 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:02:59,178 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 238), OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=275 (was 288), ProcessCount=11 (was 11), AvailableMemoryMB=4184 (was 4350) 2024-11-18T19:02:59,186 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=4183 2024-11-18T19:02:59,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T19:02:59,188 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:02:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-18T19:02:59,190 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:02:59,190 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:02:59,190 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 81 2024-11-18T19:02:59,191 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:02:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-18T19:02:59,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742076_1252 (size=959) 2024-11-18T19:02:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-18T19:02:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-18T19:02:59,604 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748 2024-11-18T19:02:59,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742077_1253 (size=53) 2024-11-18T19:02:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-18T19:03:00,015 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:03:00,016 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 19ef1bf5f32e65fe603070a56de4f828, disabling compactions & flushes 2024-11-18T19:03:00,016 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:00,016 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:00,016 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. after waiting 0 ms 2024-11-18T19:03:00,016 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:00,016 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:00,016 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19ef1bf5f32e65fe603070a56de4f828: Waiting for close lock at 1731956580016Disabling compacts and flushes for region at 1731956580016Disabling writes for close at 1731956580016Writing region close event to WAL at 1731956580016Closed at 1731956580016 2024-11-18T19:03:00,019 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:03:00,020 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731956580019"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731956580019"}]},"ts":"1731956580019"} 2024-11-18T19:03:00,022 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:03:00,023 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:03:00,024 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956580023"}]},"ts":"1731956580023"} 2024-11-18T19:03:00,025 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-18T19:03:00,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=19ef1bf5f32e65fe603070a56de4f828, ASSIGN}] 2024-11-18T19:03:00,026 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=19ef1bf5f32e65fe603070a56de4f828, ASSIGN 2024-11-18T19:03:00,027 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=19ef1bf5f32e65fe603070a56de4f828, ASSIGN; state=OFFLINE, location=39fff3b0f89c,42799,1731956512499; forceNewPlan=false, retain=false 2024-11-18T19:03:00,177 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=19ef1bf5f32e65fe603070a56de4f828, regionState=OPENING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:00,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=19ef1bf5f32e65fe603070a56de4f828, ASSIGN because future has completed 2024-11-18T19:03:00,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:03:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-18T19:03:00,343 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:00,343 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(7752): Opening region: {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:03:00,344 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:00,344 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:03:00,344 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(7794): checking encryption for 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:00,344 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(7797): checking classloading for 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:00,346 INFO [StoreOpener-19ef1bf5f32e65fe603070a56de4f828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:00,348 INFO [StoreOpener-19ef1bf5f32e65fe603070a56de4f828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19ef1bf5f32e65fe603070a56de4f828 columnFamilyName A 2024-11-18T19:03:00,348 DEBUG [StoreOpener-19ef1bf5f32e65fe603070a56de4f828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:00,349 INFO [StoreOpener-19ef1bf5f32e65fe603070a56de4f828-1 {}] regionserver.HStore(327): Store=19ef1bf5f32e65fe603070a56de4f828/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:03:00,349 INFO [StoreOpener-19ef1bf5f32e65fe603070a56de4f828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:00,351 INFO [StoreOpener-19ef1bf5f32e65fe603070a56de4f828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19ef1bf5f32e65fe603070a56de4f828 columnFamilyName B 2024-11-18T19:03:00,351 DEBUG [StoreOpener-19ef1bf5f32e65fe603070a56de4f828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:00,352 INFO [StoreOpener-19ef1bf5f32e65fe603070a56de4f828-1 {}] regionserver.HStore(327): Store=19ef1bf5f32e65fe603070a56de4f828/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:03:00,352 INFO [StoreOpener-19ef1bf5f32e65fe603070a56de4f828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:00,354 INFO [StoreOpener-19ef1bf5f32e65fe603070a56de4f828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19ef1bf5f32e65fe603070a56de4f828 columnFamilyName C 2024-11-18T19:03:00,354 DEBUG [StoreOpener-19ef1bf5f32e65fe603070a56de4f828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:00,355 INFO [StoreOpener-19ef1bf5f32e65fe603070a56de4f828-1 {}] regionserver.HStore(327): Store=19ef1bf5f32e65fe603070a56de4f828/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:03:00,355 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1038): replaying wal for 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:00,356 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:00,356 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:00,358 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1048): stopping wal replay for 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:00,358 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1060): Cleaning up temporary data for 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:00,358 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:03:00,360 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1093): writing seq id for 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:00,363 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:03:00,363 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1114): Opened 19ef1bf5f32e65fe603070a56de4f828; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61095516, jitterRate=-0.08960586786270142}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:03:00,363 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:00,364 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1006): Region open journal for 19ef1bf5f32e65fe603070a56de4f828: Running coprocessor pre-open hook at 1731956580344Writing region info on filesystem at 1731956580344Initializing all the Stores at 1731956580345 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956580345Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956580346 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956580346Cleaning up temporary data from old regions at 1731956580358 (+12 ms)Running coprocessor post-open hooks at 1731956580363 (+5 ms)Region opened successfully at 1731956580364 (+1 ms) 2024-11-18T19:03:00,365 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., pid=83, masterSystemTime=1731956580335 2024-11-18T19:03:00,367 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:00,367 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:00,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=19ef1bf5f32e65fe603070a56de4f828, regionState=OPEN, openSeqNum=2, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:00,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 because future has completed 2024-11-18T19:03:00,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-18T19:03:00,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure 19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 in 190 msec 2024-11-18T19:03:00,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-18T19:03:00,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=19ef1bf5f32e65fe603070a56de4f828, ASSIGN in 349 msec 2024-11-18T19:03:00,376 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:03:00,377 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956580376"}]},"ts":"1731956580376"} 2024-11-18T19:03:00,378 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-18T19:03:00,379 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:03:00,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1910 sec 2024-11-18T19:03:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-18T19:03:01,338 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:01,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127229bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:01,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:01,340 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56acc3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:01,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:01,341 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:01,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9b3121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:01,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:01,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:01,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:01,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T19:03:01,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 39fff3b0f89c,42691,1731956511784 2024-11-18T19:03:01,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c38370a 2024-11-18T19:03:01,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T19:03:01,346 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T19:03:01,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28324889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:01,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:01,348 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:01,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:01,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:01,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de8654f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:01,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:01,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:01,349 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:01,350 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1daf0719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b10684e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,350 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:01,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:01,351 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:01,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:01,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:01,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c076ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:01,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:01,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:01,352 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:01,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbe7c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f55aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:01,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:01,354 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bba461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:01,355 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be4b2ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558c177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:01,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:01,356 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:01,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:01,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:01,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d9ce9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:01,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:01,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:01,358 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf94ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df7df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:01,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:01,360 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:01,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:01,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:01,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0b58a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:01,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:01,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:01,362 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:01,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6b2ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e1d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:01,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:01,364 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9093e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:01,365 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:01,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5b806f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538e3e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:01,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:01,367 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:01,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:01,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:01,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528bd4b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:01,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:01,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:01,369 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcc88e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d38b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:01,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:01,371 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:01,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:01,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:01,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15377b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:01,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:01,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:01,373 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:01,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c364611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314dc418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:01,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:01,376 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:01,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:01,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:01,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371e88a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:01,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:01,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:01,378 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e04f5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d27b054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:01,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:01,384 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:01,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:01,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:01,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e23e302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:01,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:01,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:01,385 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:01,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e73f727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:01,387 DEBUG [Thread-1177 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:01,387 DEBUG [Thread-1182 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:01,388 DEBUG [Thread-1184 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:01,388 DEBUG [Thread-1190 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:01,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:01,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:01,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:01,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:01,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:01,389 DEBUG [Thread-1184 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:01,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:01,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:01,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:01,390 DEBUG [Thread-1173 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:01,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:01,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:01,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:03:01,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:03:01,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:03:01,394 DEBUG [Thread-1188 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:01,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:01,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:03:01,396 DEBUG [Thread-1179 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:01,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:01,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:01,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:03:01,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:01,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:01,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:01,399 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:01,399 DEBUG [Thread-1175 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:01,399 DEBUG [Thread-1171 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:01,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:01,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:01,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-18T19:03:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:03:01,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:03:01,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:03:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-18T19:03:01,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:03:01,406 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:01,408 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:01,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:01,413 DEBUG [Thread-1186 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:01,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:01,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:01,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:01,416 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:03:01,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T19:03:01,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:03:01,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/3ee7d08ed5d443919f3ec0ed5093b72e is 50, key is test_row_0/A:col10/1731956581412/Put/seqid=0 2024-11-18T19:03:01,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956641460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956641465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956641467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956641469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956641471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742078_1254 (size=12001) 2024-11-18T19:03:01,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/3ee7d08ed5d443919f3ec0ed5093b72e 2024-11-18T19:03:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-18T19:03:01,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/647e0d8147bd4adb9e0ff9dc802aeb00 is 50, key is test_row_0/B:col10/1731956581412/Put/seqid=0 2024-11-18T19:03:01,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742079_1255 (size=12001) 2024-11-18T19:03:01,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/647e0d8147bd4adb9e0ff9dc802aeb00 2024-11-18T19:03:01,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-18T19:03:01,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:01,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:01,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:01,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:01,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:01,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/6b07486c88be478dbe0b0b458195d439 is 50, key is test_row_0/C:col10/1731956581412/Put/seqid=0 2024-11-18T19:03:01,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956641577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956641578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956641578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956641588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956641588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742080_1256 (size=12001) 2024-11-18T19:03:01,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/6b07486c88be478dbe0b0b458195d439 2024-11-18T19:03:01,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/3ee7d08ed5d443919f3ec0ed5093b72e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/3ee7d08ed5d443919f3ec0ed5093b72e 2024-11-18T19:03:01,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/3ee7d08ed5d443919f3ec0ed5093b72e, entries=150, sequenceid=16, filesize=11.7 K 2024-11-18T19:03:01,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/647e0d8147bd4adb9e0ff9dc802aeb00 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/647e0d8147bd4adb9e0ff9dc802aeb00 2024-11-18T19:03:01,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/647e0d8147bd4adb9e0ff9dc802aeb00, entries=150, sequenceid=16, filesize=11.7 K 2024-11-18T19:03:01,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/6b07486c88be478dbe0b0b458195d439 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/6b07486c88be478dbe0b0b458195d439 2024-11-18T19:03:01,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/6b07486c88be478dbe0b0b458195d439, entries=150, sequenceid=16, filesize=11.7 K 2024-11-18T19:03:01,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 19ef1bf5f32e65fe603070a56de4f828 in 211ms, sequenceid=16, compaction requested=false 2024-11-18T19:03:01,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:01,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-18T19:03:01,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:01,716 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-18T19:03:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-18T19:03:01,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/fe39fb2ddff94097a813137d44742cd1 is 50, key is test_row_0/A:col10/1731956581458/Put/seqid=0 2024-11-18T19:03:01,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742081_1257 (size=12001) 2024-11-18T19:03:01,737 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/fe39fb2ddff94097a813137d44742cd1 2024-11-18T19:03:01,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/9878f230550f4019a2d6f5232a7188e3 is 50, key is test_row_0/B:col10/1731956581458/Put/seqid=0 2024-11-18T19:03:01,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742082_1258 (size=12001) 2024-11-18T19:03:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:01,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:01,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956641800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956641802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956641803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956641803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956641804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956641907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956641918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956641918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956641918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956641918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-18T19:03:02,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956642117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956642128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956642128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956642128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956642128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,166 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/9878f230550f4019a2d6f5232a7188e3 2024-11-18T19:03:02,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/550762a02915498faa465044866caa19 is 50, key is test_row_0/C:col10/1731956581458/Put/seqid=0 2024-11-18T19:03:02,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742083_1259 (size=12001) 2024-11-18T19:03:02,185 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/550762a02915498faa465044866caa19 2024-11-18T19:03:02,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/fe39fb2ddff94097a813137d44742cd1 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/fe39fb2ddff94097a813137d44742cd1 2024-11-18T19:03:02,195 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/fe39fb2ddff94097a813137d44742cd1, entries=150, sequenceid=38, filesize=11.7 K 2024-11-18T19:03:02,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/9878f230550f4019a2d6f5232a7188e3 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/9878f230550f4019a2d6f5232a7188e3 2024-11-18T19:03:02,200 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/9878f230550f4019a2d6f5232a7188e3, entries=150, sequenceid=38, filesize=11.7 K 2024-11-18T19:03:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/550762a02915498faa465044866caa19 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/550762a02915498faa465044866caa19 2024-11-18T19:03:02,206 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/550762a02915498faa465044866caa19, entries=150, sequenceid=38, filesize=11.7 K 2024-11-18T19:03:02,207 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 19ef1bf5f32e65fe603070a56de4f828 in 491ms, sequenceid=38, compaction requested=false 2024-11-18T19:03:02,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:02,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:02,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-18T19:03:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-18T19:03:02,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-18T19:03:02,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 800 msec 2024-11-18T19:03:02,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 812 msec 2024-11-18T19:03:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:02,429 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:03:02,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-18T19:03:02,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/4d4124ce4de94242896dd7adc4df611c is 50, key is test_row_0/A:col10/1731956581795/Put/seqid=0 2024-11-18T19:03:02,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742084_1260 (size=12001) 2024-11-18T19:03:02,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/4d4124ce4de94242896dd7adc4df611c 2024-11-18T19:03:02,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/72dad27433644c078b00530c185c52f7 is 50, key is test_row_0/B:col10/1731956581795/Put/seqid=0 2024-11-18T19:03:02,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742085_1261 (size=12001) 2024-11-18T19:03:02,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956642453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956642455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/72dad27433644c078b00530c185c52f7 2024-11-18T19:03:02,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956642457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956642457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956642460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/213904e799684895a96f230cbcee194c is 50, key is test_row_0/C:col10/1731956581795/Put/seqid=0 2024-11-18T19:03:02,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742086_1262 (size=12001) 2024-11-18T19:03:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-18T19:03:02,537 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:02,538 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-18T19:03:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-18T19:03:02,540 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:02,540 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:02,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:02,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956642567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956642567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956642568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956642568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956642568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-18T19:03:02,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-18T19:03:02,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:02,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:02,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:02,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:02,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:02,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956642777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956642778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956642778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956642778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956642778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:02,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-18T19:03:02,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:02,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:02,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:02,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:02,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-18T19:03:02,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/213904e799684895a96f230cbcee194c 2024-11-18T19:03:02,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/4d4124ce4de94242896dd7adc4df611c as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/4d4124ce4de94242896dd7adc4df611c 2024-11-18T19:03:02,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/4d4124ce4de94242896dd7adc4df611c, entries=150, sequenceid=53, filesize=11.7 K 2024-11-18T19:03:02,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/72dad27433644c078b00530c185c52f7 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/72dad27433644c078b00530c185c52f7 2024-11-18T19:03:02,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/72dad27433644c078b00530c185c52f7, entries=150, sequenceid=53, filesize=11.7 K 2024-11-18T19:03:02,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/213904e799684895a96f230cbcee194c as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/213904e799684895a96f230cbcee194c 2024-11-18T19:03:02,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/213904e799684895a96f230cbcee194c, entries=150, sequenceid=53, filesize=11.7 K 2024-11-18T19:03:02,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 19ef1bf5f32e65fe603070a56de4f828 in 468ms, sequenceid=53, compaction requested=true 2024-11-18T19:03:02,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:02,897 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:02,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:03:02,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:02,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:03:02,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:02,897 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:02,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:03:02,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:02,898 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:02,898 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:02,898 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/A is initiating minor compaction (all files) 2024-11-18T19:03:02,898 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/B is initiating minor compaction (all files) 2024-11-18T19:03:02,898 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/A in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:02,898 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/B in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:02,898 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/647e0d8147bd4adb9e0ff9dc802aeb00, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/9878f230550f4019a2d6f5232a7188e3, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/72dad27433644c078b00530c185c52f7] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=35.2 K 2024-11-18T19:03:02,898 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/3ee7d08ed5d443919f3ec0ed5093b72e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/fe39fb2ddff94097a813137d44742cd1, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/4d4124ce4de94242896dd7adc4df611c] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=35.2 K 2024-11-18T19:03:02,899 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 647e0d8147bd4adb9e0ff9dc802aeb00, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731956581412 2024-11-18T19:03:02,899 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ee7d08ed5d443919f3ec0ed5093b72e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731956581412 2024-11-18T19:03:02,899 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 9878f230550f4019a2d6f5232a7188e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731956581458 2024-11-18T19:03:02,899 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe39fb2ddff94097a813137d44742cd1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731956581458 2024-11-18T19:03:02,899 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d4124ce4de94242896dd7adc4df611c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731956581795 2024-11-18T19:03:02,899 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 72dad27433644c078b00530c185c52f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731956581795 2024-11-18T19:03:02,910 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#A#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:02,911 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/71047bdcc0134425b4460b5dbf2e69e8 is 50, key is test_row_0/A:col10/1731956581795/Put/seqid=0 2024-11-18T19:03:02,913 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#B#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:02,914 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/1d8ff24b5f0649949ffbb184c3568203 is 50, key is test_row_0/B:col10/1731956581795/Put/seqid=0 2024-11-18T19:03:02,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742087_1263 (size=12104) 2024-11-18T19:03:02,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742088_1264 (size=12104) 2024-11-18T19:03:02,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-18T19:03:02,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:02,998 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-18T19:03:03,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/025f3574df864d20bf73c52621386913 is 50, key is test_row_0/A:col10/1731956582455/Put/seqid=0 2024-11-18T19:03:03,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742089_1265 (size=12001) 2024-11-18T19:03:03,009 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/025f3574df864d20bf73c52621386913 2024-11-18T19:03:03,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/98a880c4abec449e9105e5cb68ddf916 is 50, key is test_row_0/B:col10/1731956582455/Put/seqid=0 2024-11-18T19:03:03,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742090_1266 (size=12001) 2024-11-18T19:03:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:03,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:03,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956643098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956643099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956643099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956643103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956643104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-18T19:03:03,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956643208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956643208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956643208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956643217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956643217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,345 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/71047bdcc0134425b4460b5dbf2e69e8 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/71047bdcc0134425b4460b5dbf2e69e8 2024-11-18T19:03:03,345 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/1d8ff24b5f0649949ffbb184c3568203 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/1d8ff24b5f0649949ffbb184c3568203 2024-11-18T19:03:03,349 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/A of 19ef1bf5f32e65fe603070a56de4f828 into 71047bdcc0134425b4460b5dbf2e69e8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:03,349 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/B of 19ef1bf5f32e65fe603070a56de4f828 into 1d8ff24b5f0649949ffbb184c3568203(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:03,349 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:03,349 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:03,349 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/A, priority=13, startTime=1731956582897; duration=0sec 2024-11-18T19:03:03,349 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/B, priority=13, startTime=1731956582897; duration=0sec 2024-11-18T19:03:03,349 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:03,349 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:03,349 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:A 2024-11-18T19:03:03,350 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:B 2024-11-18T19:03:03,350 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:03,351 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:03,351 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/C is initiating minor compaction (all files) 2024-11-18T19:03:03,351 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/C in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:03,351 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/6b07486c88be478dbe0b0b458195d439, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/550762a02915498faa465044866caa19, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/213904e799684895a96f230cbcee194c] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=35.2 K 2024-11-18T19:03:03,351 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b07486c88be478dbe0b0b458195d439, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731956581412 2024-11-18T19:03:03,351 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 550762a02915498faa465044866caa19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731956581458 2024-11-18T19:03:03,352 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 213904e799684895a96f230cbcee194c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731956581795 2024-11-18T19:03:03,357 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#C#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:03,358 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/9ca7eeab191e4e008c58e9b0fc82cb95 is 50, key is test_row_0/C:col10/1731956581795/Put/seqid=0 2024-11-18T19:03:03,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742091_1267 (size=12104) 2024-11-18T19:03:03,420 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/98a880c4abec449e9105e5cb68ddf916 2024-11-18T19:03:03,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956643418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956643418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956643418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/9aa7808acbda48a0945c9c3056560577 is 50, key is test_row_0/C:col10/1731956582455/Put/seqid=0 2024-11-18T19:03:03,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956643428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742092_1268 (size=12001) 2024-11-18T19:03:03,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956643428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-18T19:03:03,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956643728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956643728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956643728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956643737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956643737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:03,769 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/9ca7eeab191e4e008c58e9b0fc82cb95 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/9ca7eeab191e4e008c58e9b0fc82cb95 2024-11-18T19:03:03,773 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/C of 19ef1bf5f32e65fe603070a56de4f828 into 9ca7eeab191e4e008c58e9b0fc82cb95(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:03,773 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:03,773 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/C, priority=13, startTime=1731956582897; duration=0sec 2024-11-18T19:03:03,773 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:03,773 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:C 2024-11-18T19:03:03,832 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/9aa7808acbda48a0945c9c3056560577 2024-11-18T19:03:03,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/025f3574df864d20bf73c52621386913 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/025f3574df864d20bf73c52621386913 2024-11-18T19:03:03,867 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/025f3574df864d20bf73c52621386913, entries=150, sequenceid=74, filesize=11.7 K 2024-11-18T19:03:03,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/98a880c4abec449e9105e5cb68ddf916 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/98a880c4abec449e9105e5cb68ddf916 2024-11-18T19:03:03,871 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/98a880c4abec449e9105e5cb68ddf916, entries=150, sequenceid=74, filesize=11.7 K 2024-11-18T19:03:03,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/9aa7808acbda48a0945c9c3056560577 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/9aa7808acbda48a0945c9c3056560577 2024-11-18T19:03:03,875 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/9aa7808acbda48a0945c9c3056560577, entries=150, sequenceid=74, filesize=11.7 K 2024-11-18T19:03:03,875 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 19ef1bf5f32e65fe603070a56de4f828 in 877ms, sequenceid=74, compaction requested=false 2024-11-18T19:03:03,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:03,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:03,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-18T19:03:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-18T19:03:03,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-18T19:03:03,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3360 sec 2024-11-18T19:03:03,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.3410 sec 2024-11-18T19:03:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:04,240 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:03:04,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-18T19:03:04,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/09e37543e707424f90db905fbb051446 is 50, key is test_row_0/A:col10/1731956584239/Put/seqid=0 2024-11-18T19:03:04,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742093_1269 (size=16681) 2024-11-18T19:03:04,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/09e37543e707424f90db905fbb051446 2024-11-18T19:03:04,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/c292ddfb449a483d8d9569c96d315abb is 50, key is test_row_0/B:col10/1731956584239/Put/seqid=0 2024-11-18T19:03:04,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956644256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956644257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956644258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956644261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956644262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742094_1270 (size=12001) 2024-11-18T19:03:04,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956644367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956644367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956644368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956644368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956644377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,417 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:03:04,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956644577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956644578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956644578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956644578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956644587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/c292ddfb449a483d8d9569c96d315abb 2024-11-18T19:03:04,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/0615842dc2f14ca29a7fa7fdf6f05bc7 is 50, key is test_row_0/C:col10/1731956584239/Put/seqid=0 2024-11-18T19:03:04,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742095_1271 (size=12001) 2024-11-18T19:03:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-18T19:03:04,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/0615842dc2f14ca29a7fa7fdf6f05bc7 2024-11-18T19:03:04,688 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:04,688 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-18T19:03:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-18T19:03:04,690 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:04,691 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:04,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:04,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/09e37543e707424f90db905fbb051446 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/09e37543e707424f90db905fbb051446 2024-11-18T19:03:04,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/09e37543e707424f90db905fbb051446, entries=250, sequenceid=95, filesize=16.3 K 2024-11-18T19:03:04,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/c292ddfb449a483d8d9569c96d315abb as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/c292ddfb449a483d8d9569c96d315abb 2024-11-18T19:03:04,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/c292ddfb449a483d8d9569c96d315abb, entries=150, sequenceid=95, filesize=11.7 K 2024-11-18T19:03:04,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/0615842dc2f14ca29a7fa7fdf6f05bc7 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/0615842dc2f14ca29a7fa7fdf6f05bc7 2024-11-18T19:03:04,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/0615842dc2f14ca29a7fa7fdf6f05bc7, entries=150, sequenceid=95, filesize=11.7 K 2024-11-18T19:03:04,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 19ef1bf5f32e65fe603070a56de4f828 in 465ms, sequenceid=95, compaction requested=true 2024-11-18T19:03:04,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:04,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:03:04,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:04,705 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:04,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:03:04,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:04,705 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:04,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:03:04,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:04,706 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:04,706 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:04,706 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/B is initiating minor compaction (all files) 2024-11-18T19:03:04,706 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/A is initiating minor compaction (all files) 2024-11-18T19:03:04,706 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/B in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:04,706 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/A in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:04,706 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/1d8ff24b5f0649949ffbb184c3568203, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/98a880c4abec449e9105e5cb68ddf916, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/c292ddfb449a483d8d9569c96d315abb] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=35.3 K 2024-11-18T19:03:04,706 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/71047bdcc0134425b4460b5dbf2e69e8, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/025f3574df864d20bf73c52621386913, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/09e37543e707424f90db905fbb051446] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=39.8 K 2024-11-18T19:03:04,707 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d8ff24b5f0649949ffbb184c3568203, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731956581795 2024-11-18T19:03:04,707 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71047bdcc0134425b4460b5dbf2e69e8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731956581795 2024-11-18T19:03:04,707 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 98a880c4abec449e9105e5cb68ddf916, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731956582453 2024-11-18T19:03:04,707 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 025f3574df864d20bf73c52621386913, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731956582453 2024-11-18T19:03:04,707 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting c292ddfb449a483d8d9569c96d315abb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731956584239 2024-11-18T19:03:04,707 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09e37543e707424f90db905fbb051446, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731956583101 2024-11-18T19:03:04,718 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#B#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:04,718 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/df87f07196a943f18642a452c21b6e32 is 50, key is test_row_0/B:col10/1731956584239/Put/seqid=0 2024-11-18T19:03:04,718 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#A#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:04,718 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/2e03d218620e4dc69c8b12b53bb63fce is 50, key is test_row_0/A:col10/1731956584239/Put/seqid=0 2024-11-18T19:03:04,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742096_1272 (size=12207) 2024-11-18T19:03:04,737 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/df87f07196a943f18642a452c21b6e32 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/df87f07196a943f18642a452c21b6e32 2024-11-18T19:03:04,741 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/B of 19ef1bf5f32e65fe603070a56de4f828 into df87f07196a943f18642a452c21b6e32(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:04,741 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:04,741 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/B, priority=13, startTime=1731956584705; duration=0sec 2024-11-18T19:03:04,741 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:04,741 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:B 2024-11-18T19:03:04,741 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:04,742 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:04,743 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/C is initiating minor compaction (all files) 2024-11-18T19:03:04,743 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/C in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:04,743 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/9ca7eeab191e4e008c58e9b0fc82cb95, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/9aa7808acbda48a0945c9c3056560577, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/0615842dc2f14ca29a7fa7fdf6f05bc7] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=35.3 K 2024-11-18T19:03:04,743 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ca7eeab191e4e008c58e9b0fc82cb95, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731956581795 2024-11-18T19:03:04,744 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 9aa7808acbda48a0945c9c3056560577, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731956582453 2024-11-18T19:03:04,744 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 0615842dc2f14ca29a7fa7fdf6f05bc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731956584239 2024-11-18T19:03:04,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742097_1273 (size=12207) 2024-11-18T19:03:04,754 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:04,754 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/eae149808da947fe8f9f80c18d507a31 is 50, key is test_row_0/C:col10/1731956584239/Put/seqid=0 2024-11-18T19:03:04,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742098_1274 (size=12207) 2024-11-18T19:03:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-18T19:03:04,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-18T19:03:04,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:04,843 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-18T19:03:04,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/be30af28887b4ce5bb61af6dcfd274bf is 50, key is test_row_0/A:col10/1731956584254/Put/seqid=0 2024-11-18T19:03:04,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742099_1275 (size=12001) 2024-11-18T19:03:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:04,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:04,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956644905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956644905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956644909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956644911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956644911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-18T19:03:05,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956645018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956645018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956645018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956645027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956645027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,154 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/2e03d218620e4dc69c8b12b53bb63fce as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/2e03d218620e4dc69c8b12b53bb63fce 2024-11-18T19:03:05,159 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/A of 19ef1bf5f32e65fe603070a56de4f828 into 2e03d218620e4dc69c8b12b53bb63fce(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:05,159 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:05,159 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/A, priority=13, startTime=1731956584705; duration=0sec 2024-11-18T19:03:05,159 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:05,159 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:A 2024-11-18T19:03:05,165 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/eae149808da947fe8f9f80c18d507a31 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/eae149808da947fe8f9f80c18d507a31 2024-11-18T19:03:05,169 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/C of 19ef1bf5f32e65fe603070a56de4f828 into eae149808da947fe8f9f80c18d507a31(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:05,169 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:05,169 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/C, priority=13, startTime=1731956584705; duration=0sec 2024-11-18T19:03:05,169 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:05,169 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:C 2024-11-18T19:03:05,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956645227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956645227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956645227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956645237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956645237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,252 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/be30af28887b4ce5bb61af6dcfd274bf 2024-11-18T19:03:05,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/6ce77341ca9c437581e6bd713629ce36 is 50, key is test_row_0/B:col10/1731956584254/Put/seqid=0 2024-11-18T19:03:05,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742100_1276 (size=12001) 2024-11-18T19:03:05,264 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/6ce77341ca9c437581e6bd713629ce36 2024-11-18T19:03:05,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/721bb53f8ea94287bf6baa1287bc2418 is 50, key is test_row_0/C:col10/1731956584254/Put/seqid=0 2024-11-18T19:03:05,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742101_1277 (size=12001) 2024-11-18T19:03:05,274 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/721bb53f8ea94287bf6baa1287bc2418 2024-11-18T19:03:05,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/be30af28887b4ce5bb61af6dcfd274bf as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/be30af28887b4ce5bb61af6dcfd274bf 2024-11-18T19:03:05,282 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/be30af28887b4ce5bb61af6dcfd274bf, entries=150, sequenceid=114, filesize=11.7 K 2024-11-18T19:03:05,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/6ce77341ca9c437581e6bd713629ce36 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/6ce77341ca9c437581e6bd713629ce36 2024-11-18T19:03:05,286 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/6ce77341ca9c437581e6bd713629ce36, entries=150, sequenceid=114, filesize=11.7 K 2024-11-18T19:03:05,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/721bb53f8ea94287bf6baa1287bc2418 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/721bb53f8ea94287bf6baa1287bc2418 2024-11-18T19:03:05,292 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/721bb53f8ea94287bf6baa1287bc2418, entries=150, sequenceid=114, filesize=11.7 K 2024-11-18T19:03:05,294 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 19ef1bf5f32e65fe603070a56de4f828 in 450ms, sequenceid=114, compaction requested=false 2024-11-18T19:03:05,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:05,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:05,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-18T19:03:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-18T19:03:05,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-18T19:03:05,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 604 msec 2024-11-18T19:03:05,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 610 msec 2024-11-18T19:03:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-18T19:03:05,317 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:05,318 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-18T19:03:05,319 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-18T19:03:05,320 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:05,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-18T19:03:05,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-18T19:03:05,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:05,473 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-18T19:03:05,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/91addac2afff465c916c43238387a2df is 50, key is test_row_0/A:col10/1731956584908/Put/seqid=0 2024-11-18T19:03:05,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742102_1278 (size=12151) 2024-11-18T19:03:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:05,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:05,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956645552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956645553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956645554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956645555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956645556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-18T19:03:05,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956645667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956645667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956645667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956645668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956645668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956645877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956645877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956645877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956645878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956645878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:05,891 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/91addac2afff465c916c43238387a2df 2024-11-18T19:03:05,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/a3841e249c5b4e5394ae73ecbb2164f7 is 50, key is test_row_0/B:col10/1731956584908/Put/seqid=0 2024-11-18T19:03:05,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742103_1279 (size=12151) 2024-11-18T19:03:05,904 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/a3841e249c5b4e5394ae73ecbb2164f7 2024-11-18T19:03:05,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/91f4bae192ca4c29abef8aff10435c70 is 50, key is test_row_0/C:col10/1731956584908/Put/seqid=0 2024-11-18T19:03:05,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742104_1280 (size=12151) 2024-11-18T19:03:05,924 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/91f4bae192ca4c29abef8aff10435c70 2024-11-18T19:03:05,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/91addac2afff465c916c43238387a2df as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/91addac2afff465c916c43238387a2df 2024-11-18T19:03:05,931 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/91addac2afff465c916c43238387a2df, entries=150, sequenceid=135, filesize=11.9 K 2024-11-18T19:03:05,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/a3841e249c5b4e5394ae73ecbb2164f7 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/a3841e249c5b4e5394ae73ecbb2164f7 2024-11-18T19:03:05,935 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/a3841e249c5b4e5394ae73ecbb2164f7, entries=150, sequenceid=135, filesize=11.9 K 2024-11-18T19:03:05,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/91f4bae192ca4c29abef8aff10435c70 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/91f4bae192ca4c29abef8aff10435c70 2024-11-18T19:03:05,939 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/91f4bae192ca4c29abef8aff10435c70, entries=150, sequenceid=135, filesize=11.9 K 2024-11-18T19:03:05,940 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 19ef1bf5f32e65fe603070a56de4f828 in 467ms, sequenceid=135, compaction requested=true 2024-11-18T19:03:05,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:05,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:05,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-18T19:03:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-11-18T19:03:05,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-18T19:03:05,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 621 msec 2024-11-18T19:03:05,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 625 msec 2024-11-18T19:03:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-18T19:03:05,948 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:05,948 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-11-18T19:03:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-18T19:03:05,950 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:05,951 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:05,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-18T19:03:06,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-18T19:03:06,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:06,102 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-18T19:03:06,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/2eeba101dca143f5856d3c291e81bd74 is 50, key is test_row_0/A:col10/1731956585548/Put/seqid=0 2024-11-18T19:03:06,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742105_1281 (size=12151) 2024-11-18T19:03:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:06,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:06,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956646202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956646203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956646203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956646207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956646208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-18T19:03:06,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956646318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956646318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956646318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956646318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956646318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,509 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/2eeba101dca143f5856d3c291e81bd74 2024-11-18T19:03:06,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/b400273f006e40af9e38b3127ca16f5b is 50, key is test_row_0/B:col10/1731956585548/Put/seqid=0 2024-11-18T19:03:06,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742106_1282 (size=12151) 2024-11-18T19:03:06,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956646527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956646527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956646527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956646527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956646527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-18T19:03:06,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956646837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956646838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956646838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956646838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956646838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:06,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:06,918 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/b400273f006e40af9e38b3127ca16f5b 2024-11-18T19:03:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/abdee9cfe4bf47a69960e5513336b22d is 50, key is test_row_0/C:col10/1731956585548/Put/seqid=0 2024-11-18T19:03:06,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742107_1283 (size=12151) 2024-11-18T19:03:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-18T19:03:07,328 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/abdee9cfe4bf47a69960e5513336b22d 2024-11-18T19:03:07,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/2eeba101dca143f5856d3c291e81bd74 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/2eeba101dca143f5856d3c291e81bd74 2024-11-18T19:03:07,335 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/2eeba101dca143f5856d3c291e81bd74, entries=150, sequenceid=152, filesize=11.9 K 2024-11-18T19:03:07,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/b400273f006e40af9e38b3127ca16f5b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/b400273f006e40af9e38b3127ca16f5b 2024-11-18T19:03:07,339 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/b400273f006e40af9e38b3127ca16f5b, entries=150, sequenceid=152, filesize=11.9 K 2024-11-18T19:03:07,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/abdee9cfe4bf47a69960e5513336b22d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/abdee9cfe4bf47a69960e5513336b22d 2024-11-18T19:03:07,343 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/abdee9cfe4bf47a69960e5513336b22d, entries=150, sequenceid=152, filesize=11.9 K 2024-11-18T19:03:07,344 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 19ef1bf5f32e65fe603070a56de4f828 in 1241ms, sequenceid=152, compaction requested=true 2024-11-18T19:03:07,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:07,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:07,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-11-18T19:03:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=93 2024-11-18T19:03:07,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-18T19:03:07,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3940 sec 2024-11-18T19:03:07,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 1.3990 sec 2024-11-18T19:03:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:07,350 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:03:07,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-18T19:03:07,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/613e3fe2a7af4dce88e15bdb4c390351 is 50, key is test_row_0/A:col10/1731956586207/Put/seqid=0 2024-11-18T19:03:07,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956647361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:07,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:07,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956647362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:07,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:07,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742108_1284 (size=12151) 2024-11-18T19:03:07,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/613e3fe2a7af4dce88e15bdb4c390351 2024-11-18T19:03:07,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956647367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:07,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:07,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956647367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:07,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:07,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956647368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:07,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:07,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/a657a98eeede40558d4364c55bddb1fe is 50, key is test_row_0/B:col10/1731956586207/Put/seqid=0 2024-11-18T19:03:07,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742109_1285 (size=12151) 2024-11-18T19:03:07,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956647477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:07,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:07,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956647477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:07,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:07,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:07,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956647477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:07,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:07,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956647478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:07,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:07,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:07,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956647478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:07,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:07,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956647687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:07,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:07,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956647687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:07,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:07,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:07,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:07,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956647688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956647687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956647688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:07,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:07,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:07,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:07,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:07,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/a657a98eeede40558d4364c55bddb1fe 2024-11-18T19:03:07,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/5d6bbcabe3424ebcaea117ae1559d934 is 50, key is test_row_0/C:col10/1731956586207/Put/seqid=0 2024-11-18T19:03:07,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742110_1286 (size=12151) 2024-11-18T19:03:08,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956647997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956647997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956647997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956647998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956647998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-18T19:03:08,098 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:08,098 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-11-18T19:03:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-18T19:03:08,099 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:08,100 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:08,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:08,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/5d6bbcabe3424ebcaea117ae1559d934 2024-11-18T19:03:08,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/613e3fe2a7af4dce88e15bdb4c390351 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/613e3fe2a7af4dce88e15bdb4c390351 2024-11-18T19:03:08,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/613e3fe2a7af4dce88e15bdb4c390351, entries=150, sequenceid=174, filesize=11.9 K 2024-11-18T19:03:08,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/a657a98eeede40558d4364c55bddb1fe as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/a657a98eeede40558d4364c55bddb1fe 2024-11-18T19:03:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-18T19:03:08,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/a657a98eeede40558d4364c55bddb1fe, entries=150, sequenceid=174, filesize=11.9 K 2024-11-18T19:03:08,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/5d6bbcabe3424ebcaea117ae1559d934 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/5d6bbcabe3424ebcaea117ae1559d934 2024-11-18T19:03:08,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/5d6bbcabe3424ebcaea117ae1559d934, entries=150, sequenceid=174, filesize=11.9 K 2024-11-18T19:03:08,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 19ef1bf5f32e65fe603070a56de4f828 in 867ms, sequenceid=174, compaction requested=true 2024-11-18T19:03:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:08,217 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T19:03:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:03:08,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:08,217 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T19:03:08,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:03:08,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:08,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:03:08,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:08,219 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T19:03:08,219 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/A is initiating minor compaction (all files) 2024-11-18T19:03:08,219 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/A in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:08,219 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/2e03d218620e4dc69c8b12b53bb63fce, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/be30af28887b4ce5bb61af6dcfd274bf, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/91addac2afff465c916c43238387a2df, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/2eeba101dca143f5856d3c291e81bd74, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/613e3fe2a7af4dce88e15bdb4c390351] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=59.2 K 2024-11-18T19:03:08,220 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e03d218620e4dc69c8b12b53bb63fce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731956584239 2024-11-18T19:03:08,220 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T19:03:08,221 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/B is initiating minor compaction (all files) 2024-11-18T19:03:08,221 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/B in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:08,221 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/df87f07196a943f18642a452c21b6e32, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/6ce77341ca9c437581e6bd713629ce36, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/a3841e249c5b4e5394ae73ecbb2164f7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/b400273f006e40af9e38b3127ca16f5b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/a657a98eeede40558d4364c55bddb1fe] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=59.2 K 2024-11-18T19:03:08,221 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting be30af28887b4ce5bb61af6dcfd274bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731956584254 2024-11-18T19:03:08,221 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting df87f07196a943f18642a452c21b6e32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731956584239 2024-11-18T19:03:08,221 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91addac2afff465c916c43238387a2df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731956584908 2024-11-18T19:03:08,221 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ce77341ca9c437581e6bd713629ce36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731956584254 2024-11-18T19:03:08,221 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2eeba101dca143f5856d3c291e81bd74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731956585548 2024-11-18T19:03:08,222 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting a3841e249c5b4e5394ae73ecbb2164f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731956584908 2024-11-18T19:03:08,222 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 613e3fe2a7af4dce88e15bdb4c390351, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731956586202 2024-11-18T19:03:08,222 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting b400273f006e40af9e38b3127ca16f5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731956585548 2024-11-18T19:03:08,222 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting a657a98eeede40558d4364c55bddb1fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731956586202 2024-11-18T19:03:08,233 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#A#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:08,233 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/4e050efec8b24eefa593b5f63ba33664 is 50, key is test_row_0/A:col10/1731956586207/Put/seqid=0 2024-11-18T19:03:08,235 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#B#compaction#243 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:08,236 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/21008bd9dfd3470094e5b042714eafec is 50, key is test_row_0/B:col10/1731956586207/Put/seqid=0 2024-11-18T19:03:08,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742111_1287 (size=12527) 2024-11-18T19:03:08,241 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/4e050efec8b24eefa593b5f63ba33664 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/4e050efec8b24eefa593b5f63ba33664 2024-11-18T19:03:08,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742112_1288 (size=12527) 2024-11-18T19:03:08,246 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/A of 19ef1bf5f32e65fe603070a56de4f828 into 4e050efec8b24eefa593b5f63ba33664(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:08,246 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:08,246 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/A, priority=11, startTime=1731956588217; duration=0sec 2024-11-18T19:03:08,246 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:08,247 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:A 2024-11-18T19:03:08,247 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T19:03:08,248 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T19:03:08,248 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/C is initiating minor compaction (all files) 2024-11-18T19:03:08,248 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/C in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:08,248 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/eae149808da947fe8f9f80c18d507a31, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/721bb53f8ea94287bf6baa1287bc2418, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/91f4bae192ca4c29abef8aff10435c70, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/abdee9cfe4bf47a69960e5513336b22d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/5d6bbcabe3424ebcaea117ae1559d934] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=59.2 K 2024-11-18T19:03:08,248 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting eae149808da947fe8f9f80c18d507a31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731956584239 2024-11-18T19:03:08,248 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 721bb53f8ea94287bf6baa1287bc2418, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731956584254 2024-11-18T19:03:08,249 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91f4bae192ca4c29abef8aff10435c70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731956584908 2024-11-18T19:03:08,249 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting abdee9cfe4bf47a69960e5513336b22d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731956585548 2024-11-18T19:03:08,249 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d6bbcabe3424ebcaea117ae1559d934, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731956586202 2024-11-18T19:03:08,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-18T19:03:08,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:08,252 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-18T19:03:08,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/31ae25d5553e4a58bdc59824acfe0225 is 50, key is test_row_0/A:col10/1731956587366/Put/seqid=0 2024-11-18T19:03:08,261 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#C#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:08,262 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/7d32a332ccb341ea8b86e1de5bbf0235 is 50, key is test_row_0/C:col10/1731956586207/Put/seqid=0 2024-11-18T19:03:08,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742113_1289 (size=12151) 2024-11-18T19:03:08,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742114_1290 (size=12527) 2024-11-18T19:03:08,278 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/7d32a332ccb341ea8b86e1de5bbf0235 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/7d32a332ccb341ea8b86e1de5bbf0235 2024-11-18T19:03:08,284 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/C of 19ef1bf5f32e65fe603070a56de4f828 into 7d32a332ccb341ea8b86e1de5bbf0235(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:08,284 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:08,284 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/C, priority=11, startTime=1731956588218; duration=0sec 2024-11-18T19:03:08,284 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:08,284 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:C 2024-11-18T19:03:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-18T19:03:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:08,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:08,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956648524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956648525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956648526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956648528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956648528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956648637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956648638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956648638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956648638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956648638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,647 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/21008bd9dfd3470094e5b042714eafec as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/21008bd9dfd3470094e5b042714eafec 2024-11-18T19:03:08,651 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/B of 19ef1bf5f32e65fe603070a56de4f828 into 21008bd9dfd3470094e5b042714eafec(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:08,651 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:08,651 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/B, priority=11, startTime=1731956588217; duration=0sec 2024-11-18T19:03:08,651 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:08,651 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:B 2024-11-18T19:03:08,665 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/31ae25d5553e4a58bdc59824acfe0225 2024-11-18T19:03:08,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/367a13ba7f744cba81a9cee6dbed6a8f is 50, key is test_row_0/B:col10/1731956587366/Put/seqid=0 2024-11-18T19:03:08,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742115_1291 (size=12151) 2024-11-18T19:03:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-18T19:03:08,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956648848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956648848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956648848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956648848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956648848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,075 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/367a13ba7f744cba81a9cee6dbed6a8f 2024-11-18T19:03:09,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/08f68aa7e8c9458ea1a61f948e674a2f is 50, key is test_row_0/C:col10/1731956587366/Put/seqid=0 2024-11-18T19:03:09,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742116_1292 (size=12151) 2024-11-18T19:03:09,096 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/08f68aa7e8c9458ea1a61f948e674a2f 2024-11-18T19:03:09,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/31ae25d5553e4a58bdc59824acfe0225 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/31ae25d5553e4a58bdc59824acfe0225 2024-11-18T19:03:09,102 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/31ae25d5553e4a58bdc59824acfe0225, entries=150, sequenceid=191, filesize=11.9 K 2024-11-18T19:03:09,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/367a13ba7f744cba81a9cee6dbed6a8f as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/367a13ba7f744cba81a9cee6dbed6a8f 2024-11-18T19:03:09,106 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/367a13ba7f744cba81a9cee6dbed6a8f, entries=150, sequenceid=191, filesize=11.9 K 2024-11-18T19:03:09,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/08f68aa7e8c9458ea1a61f948e674a2f as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/08f68aa7e8c9458ea1a61f948e674a2f 2024-11-18T19:03:09,110 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/08f68aa7e8c9458ea1a61f948e674a2f, entries=150, sequenceid=191, filesize=11.9 K 2024-11-18T19:03:09,111 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 19ef1bf5f32e65fe603070a56de4f828 in 859ms, sequenceid=191, compaction requested=false 2024-11-18T19:03:09,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:09,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:09,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-11-18T19:03:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=95 2024-11-18T19:03:09,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-18T19:03:09,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0120 sec 2024-11-18T19:03:09,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 1.0170 sec 2024-11-18T19:03:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:03:09,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-18T19:03:09,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/d2317b9645c6440f8f1f2539523077cf is 50, key is test_row_0/A:col10/1731956588527/Put/seqid=0 2024-11-18T19:03:09,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742117_1293 (size=12151) 2024-11-18T19:03:09,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956649170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956649170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956649171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956649174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956649174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-18T19:03:09,237 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:09,237 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-18T19:03:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-18T19:03:09,239 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:09,239 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:09,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:09,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956649277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956649277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956649277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956649287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956649288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-18T19:03:09,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-18T19:03:09,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:09,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:09,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:09,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:09,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:09,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956649487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956649487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956649487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956649498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956649498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-18T19:03:09,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:09,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:09,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:09,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:09,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-18T19:03:09,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/d2317b9645c6440f8f1f2539523077cf 2024-11-18T19:03:09,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/f75cbb6b57f74defa4d65119b973d230 is 50, key is test_row_0/B:col10/1731956588527/Put/seqid=0 2024-11-18T19:03:09,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742118_1294 (size=12151) 2024-11-18T19:03:09,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-18T19:03:09,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:09,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:09,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:09,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:09,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:09,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956649797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956649797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956649797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956649807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956649807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:09,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-18T19:03:09,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:09,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:09,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:09,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:09,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-18T19:03:09,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/f75cbb6b57f74defa4d65119b973d230 2024-11-18T19:03:09,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/3d59972b6fc24e7d85d17ead46b03bb1 is 50, key is test_row_0/C:col10/1731956588527/Put/seqid=0 2024-11-18T19:03:09,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742119_1295 (size=12151) 2024-11-18T19:03:10,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-18T19:03:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:10,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:10,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-18T19:03:10,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:10,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:10,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:10,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:10,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:10,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-18T19:03:10,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:10,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:10,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:10,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:10,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:10,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956650307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:10,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:10,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956650308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:10,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956650308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:10,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:10,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:10,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:10,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:10,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:10,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:10,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:10,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:10,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956650317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:10,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956650317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-18T19:03:10,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/3d59972b6fc24e7d85d17ead46b03bb1 2024-11-18T19:03:10,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/d2317b9645c6440f8f1f2539523077cf as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/d2317b9645c6440f8f1f2539523077cf 2024-11-18T19:03:10,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/d2317b9645c6440f8f1f2539523077cf, entries=150, sequenceid=216, filesize=11.9 K 2024-11-18T19:03:10,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/f75cbb6b57f74defa4d65119b973d230 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/f75cbb6b57f74defa4d65119b973d230 2024-11-18T19:03:10,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/f75cbb6b57f74defa4d65119b973d230, entries=150, sequenceid=216, filesize=11.9 K 2024-11-18T19:03:10,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/3d59972b6fc24e7d85d17ead46b03bb1 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/3d59972b6fc24e7d85d17ead46b03bb1 2024-11-18T19:03:10,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/3d59972b6fc24e7d85d17ead46b03bb1, entries=150, sequenceid=216, filesize=11.9 K 2024-11-18T19:03:10,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 19ef1bf5f32e65fe603070a56de4f828 in 1255ms, sequenceid=216, compaction requested=true 2024-11-18T19:03:10,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:10,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:03:10,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:10,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:03:10,416 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:10,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:10,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:03:10,416 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:10,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:10,416 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:10,416 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:10,416 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/A is initiating minor compaction (all files) 2024-11-18T19:03:10,416 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/B is initiating minor compaction (all files) 2024-11-18T19:03:10,417 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/A in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:10,417 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/4e050efec8b24eefa593b5f63ba33664, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/31ae25d5553e4a58bdc59824acfe0225, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/d2317b9645c6440f8f1f2539523077cf] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=36.0 K 2024-11-18T19:03:10,417 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/B in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:10,417 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/21008bd9dfd3470094e5b042714eafec, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/367a13ba7f744cba81a9cee6dbed6a8f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/f75cbb6b57f74defa4d65119b973d230] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=36.0 K 2024-11-18T19:03:10,418 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e050efec8b24eefa593b5f63ba33664, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731956586202 2024-11-18T19:03:10,418 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 21008bd9dfd3470094e5b042714eafec, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731956586202 2024-11-18T19:03:10,418 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31ae25d5553e4a58bdc59824acfe0225, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731956587359 2024-11-18T19:03:10,418 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 367a13ba7f744cba81a9cee6dbed6a8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731956587359 2024-11-18T19:03:10,418 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2317b9645c6440f8f1f2539523077cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731956588525 2024-11-18T19:03:10,418 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting f75cbb6b57f74defa4d65119b973d230, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731956588525 2024-11-18T19:03:10,436 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#B#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:10,436 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/15289208ca7946a3a20cd8343105ed4a is 50, key is test_row_0/B:col10/1731956588527/Put/seqid=0 2024-11-18T19:03:10,437 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#A#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:10,438 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/561a732c780149e5a17b4d77d66880a3 is 50, key is test_row_0/A:col10/1731956588527/Put/seqid=0 2024-11-18T19:03:10,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742120_1296 (size=12629) 2024-11-18T19:03:10,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-18T19:03:10,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:10,462 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T19:03:10,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/50af488df16f44a5a9f6191fad86c1bc is 50, key is test_row_0/A:col10/1731956589168/Put/seqid=0 2024-11-18T19:03:10,488 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/15289208ca7946a3a20cd8343105ed4a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/15289208ca7946a3a20cd8343105ed4a 2024-11-18T19:03:10,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742121_1297 (size=12629) 2024-11-18T19:03:10,496 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/B of 19ef1bf5f32e65fe603070a56de4f828 into 15289208ca7946a3a20cd8343105ed4a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:10,496 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:10,496 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/B, priority=13, startTime=1731956590416; duration=0sec 2024-11-18T19:03:10,496 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:10,496 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:B 2024-11-18T19:03:10,496 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:10,497 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:10,497 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/C is initiating minor compaction (all files) 2024-11-18T19:03:10,497 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/C in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:10,497 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/7d32a332ccb341ea8b86e1de5bbf0235, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/08f68aa7e8c9458ea1a61f948e674a2f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/3d59972b6fc24e7d85d17ead46b03bb1] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=36.0 K 2024-11-18T19:03:10,498 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d32a332ccb341ea8b86e1de5bbf0235, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731956586202 2024-11-18T19:03:10,498 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 08f68aa7e8c9458ea1a61f948e674a2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731956587359 2024-11-18T19:03:10,498 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d59972b6fc24e7d85d17ead46b03bb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731956588525 2024-11-18T19:03:10,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742122_1298 (size=12151) 2024-11-18T19:03:10,506 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/50af488df16f44a5a9f6191fad86c1bc 2024-11-18T19:03:10,516 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#C#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:10,517 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/df286ebe7fc34e7ab3bf1024a418030f is 50, key is test_row_0/C:col10/1731956588527/Put/seqid=0 2024-11-18T19:03:10,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/361284dafed649629a1772107005584b is 50, key is test_row_0/B:col10/1731956589168/Put/seqid=0 2024-11-18T19:03:10,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742123_1299 (size=12629) 2024-11-18T19:03:10,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742124_1300 (size=12151) 2024-11-18T19:03:10,545 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/361284dafed649629a1772107005584b 2024-11-18T19:03:10,547 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/df286ebe7fc34e7ab3bf1024a418030f as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/df286ebe7fc34e7ab3bf1024a418030f 2024-11-18T19:03:10,553 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/C of 19ef1bf5f32e65fe603070a56de4f828 into df286ebe7fc34e7ab3bf1024a418030f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:10,553 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:10,553 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/C, priority=13, startTime=1731956590416; duration=0sec 2024-11-18T19:03:10,553 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:10,553 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:C 2024-11-18T19:03:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/c69630b9841b4281bad8d7765c703e52 is 50, key is test_row_0/C:col10/1731956589168/Put/seqid=0 2024-11-18T19:03:10,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742125_1301 (size=12151) 2024-11-18T19:03:10,572 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/c69630b9841b4281bad8d7765c703e52 2024-11-18T19:03:10,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/50af488df16f44a5a9f6191fad86c1bc as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/50af488df16f44a5a9f6191fad86c1bc 2024-11-18T19:03:10,582 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/50af488df16f44a5a9f6191fad86c1bc, entries=150, sequenceid=230, filesize=11.9 K 2024-11-18T19:03:10,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/361284dafed649629a1772107005584b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/361284dafed649629a1772107005584b 2024-11-18T19:03:10,587 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/361284dafed649629a1772107005584b, entries=150, sequenceid=230, filesize=11.9 K 2024-11-18T19:03:10,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/c69630b9841b4281bad8d7765c703e52 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/c69630b9841b4281bad8d7765c703e52 2024-11-18T19:03:10,592 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/c69630b9841b4281bad8d7765c703e52, entries=150, sequenceid=230, filesize=11.9 K 2024-11-18T19:03:10,593 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 19ef1bf5f32e65fe603070a56de4f828 in 131ms, sequenceid=230, compaction requested=false 2024-11-18T19:03:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-18T19:03:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=97 2024-11-18T19:03:10,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-18T19:03:10,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3550 sec 2024-11-18T19:03:10,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 1.3590 sec 2024-11-18T19:03:10,892 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/561a732c780149e5a17b4d77d66880a3 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/561a732c780149e5a17b4d77d66880a3 2024-11-18T19:03:10,897 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/A of 19ef1bf5f32e65fe603070a56de4f828 into 561a732c780149e5a17b4d77d66880a3(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:10,897 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:10,897 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/A, priority=13, startTime=1731956590415; duration=0sec 2024-11-18T19:03:10,897 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:10,897 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:A 2024-11-18T19:03:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:11,327 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:03:11,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T19:03:11,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/46696830a810496488ac1f4d619a35e9 is 50, key is test_row_0/A:col10/1731956591327/Put/seqid=0 2024-11-18T19:03:11,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742126_1302 (size=14541) 2024-11-18T19:03:11,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:11,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956651380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956651380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:11,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:11,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956651382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:11,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956651381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:11,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:11,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:11,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:11,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:11,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956651386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:11,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-18T19:03:11,398 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:11,398 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-18T19:03:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-18T19:03:11,400 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:11,400 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:11,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:11,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956651497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:11,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956651498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:11,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956651498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956651498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:11,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956651498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:11,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:11,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:11,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-18T19:03:11,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-18T19:03:11,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:11,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:11,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:11,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:11,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:11,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-18T19:03:11,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:11,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:11,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:11,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:11,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:11,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956651708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:11,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:11,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956651708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:11,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:11,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:11,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956651708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:11,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:11,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956651708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:11,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:11,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956651708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:11,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:11,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:11,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-18T19:03:11,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/46696830a810496488ac1f4d619a35e9 2024-11-18T19:03:11,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/fde7c42f1ab94549a2995013e116cc09 is 50, key is test_row_0/B:col10/1731956591327/Put/seqid=0 2024-11-18T19:03:11,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742127_1303 (size=12151) 2024-11-18T19:03:11,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-18T19:03:11,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:11,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:11,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:11,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:11,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:12,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-18T19:03:12,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:12,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:12,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:12,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:12,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:12,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956652018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:12,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:12,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956652018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:12,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:12,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:12,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956652018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:12,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:12,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:12,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956652018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:12,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956652018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-18T19:03:12,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/fde7c42f1ab94549a2995013e116cc09 2024-11-18T19:03:12,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/968f450de8614415bd2a31f5be005eeb is 50, key is test_row_0/C:col10/1731956591327/Put/seqid=0 2024-11-18T19:03:12,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742128_1304 (size=12151) 2024-11-18T19:03:12,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-18T19:03:12,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:12,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:12,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:12,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:12,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:12,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-18T19:03:12,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:12,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:12,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:12,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:12,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:12,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-18T19:03:12,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:12,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:12,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:12,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:12,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:12,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956652528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956652528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956652528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:12,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:12,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956652528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:12,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:12,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:12,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956652528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:12,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:12,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-18T19:03:12,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/968f450de8614415bd2a31f5be005eeb 2024-11-18T19:03:12,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/46696830a810496488ac1f4d619a35e9 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/46696830a810496488ac1f4d619a35e9 2024-11-18T19:03:12,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/46696830a810496488ac1f4d619a35e9, entries=200, sequenceid=245, filesize=14.2 K 2024-11-18T19:03:12,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/fde7c42f1ab94549a2995013e116cc09 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/fde7c42f1ab94549a2995013e116cc09 2024-11-18T19:03:12,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/fde7c42f1ab94549a2995013e116cc09, entries=150, sequenceid=245, filesize=11.9 K 2024-11-18T19:03:12,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/968f450de8614415bd2a31f5be005eeb as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/968f450de8614415bd2a31f5be005eeb 2024-11-18T19:03:12,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/968f450de8614415bd2a31f5be005eeb, entries=150, sequenceid=245, filesize=11.9 K 2024-11-18T19:03:12,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 19ef1bf5f32e65fe603070a56de4f828 in 1246ms, sequenceid=245, compaction requested=true 2024-11-18T19:03:12,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:12,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:03:12,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:12,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:03:12,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:12,574 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:12,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:03:12,574 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:12,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:12,575 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:12,575 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:12,575 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/A is initiating minor compaction (all files) 2024-11-18T19:03:12,575 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/B is initiating minor compaction (all files) 2024-11-18T19:03:12,575 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/A in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:12,575 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/B in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:12,575 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/561a732c780149e5a17b4d77d66880a3, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/50af488df16f44a5a9f6191fad86c1bc, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/46696830a810496488ac1f4d619a35e9] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=38.4 K 2024-11-18T19:03:12,575 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/15289208ca7946a3a20cd8343105ed4a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/361284dafed649629a1772107005584b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/fde7c42f1ab94549a2995013e116cc09] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=36.1 K 2024-11-18T19:03:12,575 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 561a732c780149e5a17b4d77d66880a3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731956588525 2024-11-18T19:03:12,575 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 15289208ca7946a3a20cd8343105ed4a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731956588525 2024-11-18T19:03:12,575 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50af488df16f44a5a9f6191fad86c1bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731956589168 2024-11-18T19:03:12,575 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 361284dafed649629a1772107005584b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731956589168 2024-11-18T19:03:12,576 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46696830a810496488ac1f4d619a35e9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731956591323 2024-11-18T19:03:12,576 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting fde7c42f1ab94549a2995013e116cc09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731956591324 2024-11-18T19:03:12,584 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#A#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:12,584 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/eadd14637c54479c9c47bf9676e2ac56 is 50, key is test_row_0/A:col10/1731956591327/Put/seqid=0 2024-11-18T19:03:12,599 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#B#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:12,599 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/cdb639c64fac4265b9d02da4eb4ff3fc is 50, key is test_row_0/B:col10/1731956591327/Put/seqid=0 2024-11-18T19:03:12,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742129_1305 (size=12731) 2024-11-18T19:03:12,605 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/eadd14637c54479c9c47bf9676e2ac56 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/eadd14637c54479c9c47bf9676e2ac56 2024-11-18T19:03:12,611 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/A of 19ef1bf5f32e65fe603070a56de4f828 into eadd14637c54479c9c47bf9676e2ac56(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:12,611 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:12,611 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/A, priority=13, startTime=1731956592574; duration=0sec 2024-11-18T19:03:12,611 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:12,611 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:A 2024-11-18T19:03:12,611 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:12,612 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:12,612 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/C is initiating minor compaction (all files) 2024-11-18T19:03:12,612 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/C in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:12,612 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/df286ebe7fc34e7ab3bf1024a418030f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/c69630b9841b4281bad8d7765c703e52, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/968f450de8614415bd2a31f5be005eeb] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=36.1 K 2024-11-18T19:03:12,613 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting df286ebe7fc34e7ab3bf1024a418030f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731956588525 2024-11-18T19:03:12,613 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting c69630b9841b4281bad8d7765c703e52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731956589168 2024-11-18T19:03:12,613 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 968f450de8614415bd2a31f5be005eeb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731956591324 2024-11-18T19:03:12,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742130_1306 (size=12731) 2024-11-18T19:03:12,619 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#C#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:12,619 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/d8a0e6b340784215977bad4fa135603d is 50, key is test_row_0/C:col10/1731956591327/Put/seqid=0 2024-11-18T19:03:12,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-18T19:03:12,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:12,623 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T19:03:12,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742131_1307 (size=12731) 2024-11-18T19:03:12,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/0282990773434f2ba8894df414289ae3 is 50, key is test_row_0/A:col10/1731956591385/Put/seqid=0 2024-11-18T19:03:12,633 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/d8a0e6b340784215977bad4fa135603d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/d8a0e6b340784215977bad4fa135603d 2024-11-18T19:03:12,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742132_1308 (size=12301) 2024-11-18T19:03:12,634 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/0282990773434f2ba8894df414289ae3 2024-11-18T19:03:12,639 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/C of 19ef1bf5f32e65fe603070a56de4f828 into d8a0e6b340784215977bad4fa135603d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:12,639 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:12,639 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/C, priority=13, startTime=1731956592574; duration=0sec 2024-11-18T19:03:12,639 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:12,639 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:C 2024-11-18T19:03:12,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/7da473ff7f7b45bbbd853fb35c10ce1f is 50, key is test_row_0/B:col10/1731956591385/Put/seqid=0 2024-11-18T19:03:12,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742133_1309 (size=12301) 2024-11-18T19:03:13,021 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/cdb639c64fac4265b9d02da4eb4ff3fc as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/cdb639c64fac4265b9d02da4eb4ff3fc 2024-11-18T19:03:13,025 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/B of 19ef1bf5f32e65fe603070a56de4f828 into cdb639c64fac4265b9d02da4eb4ff3fc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:13,025 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:13,025 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/B, priority=13, startTime=1731956592574; duration=0sec 2024-11-18T19:03:13,025 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:13,025 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:B 2024-11-18T19:03:13,045 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/7da473ff7f7b45bbbd853fb35c10ce1f 2024-11-18T19:03:13,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/ca22cf540ac046b39bac74901eacb6a2 is 50, key is test_row_0/C:col10/1731956591385/Put/seqid=0 2024-11-18T19:03:13,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742134_1310 (size=12301) 2024-11-18T19:03:13,456 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/ca22cf540ac046b39bac74901eacb6a2 2024-11-18T19:03:13,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/0282990773434f2ba8894df414289ae3 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/0282990773434f2ba8894df414289ae3 2024-11-18T19:03:13,462 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/0282990773434f2ba8894df414289ae3, entries=150, sequenceid=270, filesize=12.0 K 2024-11-18T19:03:13,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/7da473ff7f7b45bbbd853fb35c10ce1f as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/7da473ff7f7b45bbbd853fb35c10ce1f 2024-11-18T19:03:13,466 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/7da473ff7f7b45bbbd853fb35c10ce1f, entries=150, sequenceid=270, filesize=12.0 K 2024-11-18T19:03:13,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/ca22cf540ac046b39bac74901eacb6a2 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/ca22cf540ac046b39bac74901eacb6a2 2024-11-18T19:03:13,470 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/ca22cf540ac046b39bac74901eacb6a2, entries=150, sequenceid=270, filesize=12.0 K 2024-11-18T19:03:13,471 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 19ef1bf5f32e65fe603070a56de4f828 in 848ms, sequenceid=270, compaction requested=false 2024-11-18T19:03:13,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:13,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:13,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-18T19:03:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=99 2024-11-18T19:03:13,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-18T19:03:13,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0720 sec 2024-11-18T19:03:13,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 2.0760 sec 2024-11-18T19:03:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:13,543 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:03:13,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T19:03:13,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/15a32aca848a4ab0b1a867afed3beaee is 50, key is test_row_0/A:col10/1731956593542/Put/seqid=0 2024-11-18T19:03:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-18T19:03:13,548 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:13,549 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-18T19:03:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-11-18T19:03:13,550 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:13,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742135_1311 (size=12301) 2024-11-18T19:03:13,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/15a32aca848a4ab0b1a867afed3beaee 2024-11-18T19:03:13,551 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:13,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:13,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/37ca0cd4a494494299f7f14b59f180d5 is 50, key is test_row_0/B:col10/1731956593542/Put/seqid=0 2024-11-18T19:03:13,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742136_1312 (size=12301) 2024-11-18T19:03:13,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956653568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:13,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956653569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:13,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956653573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:13,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:13,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956653574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:13,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:13,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956653574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:13,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:13,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-11-18T19:03:13,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956653677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:13,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956653677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:13,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956653687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956653687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956653687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:13,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-18T19:03:13,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:13,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:13,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:13,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:13,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:13,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-18T19:03:13,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:13,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:13,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:13,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:13,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-11-18T19:03:13,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956653887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:13,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:13,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956653887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:13,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:13,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956653898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:13,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956653898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956653898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:13,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/37ca0cd4a494494299f7f14b59f180d5 2024-11-18T19:03:13,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/e12965db92da48078758bae952f85191 is 50, key is test_row_0/C:col10/1731956593542/Put/seqid=0 2024-11-18T19:03:13,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742137_1313 (size=12301) 2024-11-18T19:03:14,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-18T19:03:14,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:14,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:14,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:14,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:14,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:14,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-18T19:03:14,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:14,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:14,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:14,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:14,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-11-18T19:03:14,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956654197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956654197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:14,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956654207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:14,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:14,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956654208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:14,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:14,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956654208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:14,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:14,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-18T19:03:14,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:14,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:14,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:14,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:14,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:14,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/e12965db92da48078758bae952f85191 2024-11-18T19:03:14,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/15a32aca848a4ab0b1a867afed3beaee as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/15a32aca848a4ab0b1a867afed3beaee 2024-11-18T19:03:14,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/15a32aca848a4ab0b1a867afed3beaee, entries=150, sequenceid=283, filesize=12.0 K 2024-11-18T19:03:14,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/37ca0cd4a494494299f7f14b59f180d5 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/37ca0cd4a494494299f7f14b59f180d5 2024-11-18T19:03:14,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/37ca0cd4a494494299f7f14b59f180d5, entries=150, sequenceid=283, filesize=12.0 K 2024-11-18T19:03:14,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/e12965db92da48078758bae952f85191 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/e12965db92da48078758bae952f85191 2024-11-18T19:03:14,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/e12965db92da48078758bae952f85191, entries=150, sequenceid=283, filesize=12.0 K 2024-11-18T19:03:14,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 19ef1bf5f32e65fe603070a56de4f828 in 851ms, sequenceid=283, compaction requested=true 2024-11-18T19:03:14,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:14,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:03:14,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:14,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:03:14,395 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:14,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:14,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:03:14,395 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:14,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:14,395 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:14,395 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:14,395 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/A is initiating minor compaction (all files) 2024-11-18T19:03:14,395 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/B is initiating minor compaction (all files) 2024-11-18T19:03:14,396 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/A in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:14,396 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/B in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:14,396 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/cdb639c64fac4265b9d02da4eb4ff3fc, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/7da473ff7f7b45bbbd853fb35c10ce1f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/37ca0cd4a494494299f7f14b59f180d5] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=36.5 K 2024-11-18T19:03:14,396 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/eadd14637c54479c9c47bf9676e2ac56, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/0282990773434f2ba8894df414289ae3, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/15a32aca848a4ab0b1a867afed3beaee] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=36.5 K 2024-11-18T19:03:14,396 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting cdb639c64fac4265b9d02da4eb4ff3fc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731956591324 2024-11-18T19:03:14,396 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting eadd14637c54479c9c47bf9676e2ac56, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731956591324 2024-11-18T19:03:14,396 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 7da473ff7f7b45bbbd853fb35c10ce1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731956591379 2024-11-18T19:03:14,396 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0282990773434f2ba8894df414289ae3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731956591379 2024-11-18T19:03:14,396 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 37ca0cd4a494494299f7f14b59f180d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731956593538 2024-11-18T19:03:14,397 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15a32aca848a4ab0b1a867afed3beaee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731956593538 2024-11-18T19:03:14,404 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:14,404 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/05a58d6b79b04d06a28a8b02ef42c049 is 50, key is test_row_0/A:col10/1731956593542/Put/seqid=0 2024-11-18T19:03:14,406 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#B#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:14,406 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/fb48e3bce4664b6da35be2de004be1dd is 50, key is test_row_0/B:col10/1731956593542/Put/seqid=0 2024-11-18T19:03:14,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742138_1314 (size=12983) 2024-11-18T19:03:14,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742139_1315 (size=12983) 2024-11-18T19:03:14,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-18T19:03:14,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:14,467 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-18T19:03:14,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/5c1ed15a00db47d3b7b42ac140cbcc00 is 50, key is test_row_0/A:col10/1731956593566/Put/seqid=0 2024-11-18T19:03:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742140_1316 (size=12301) 2024-11-18T19:03:14,475 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/5c1ed15a00db47d3b7b42ac140cbcc00 2024-11-18T19:03:14,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/e3c3ae990e374242bc0d7f1983f6e313 is 50, key is test_row_0/B:col10/1731956593566/Put/seqid=0 2024-11-18T19:03:14,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742141_1317 (size=12301) 2024-11-18T19:03:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-11-18T19:03:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:14,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:14,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956654746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:14,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956654746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956654746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956654747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:14,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956654748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:14,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:14,819 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/05a58d6b79b04d06a28a8b02ef42c049 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/05a58d6b79b04d06a28a8b02ef42c049 2024-11-18T19:03:14,824 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/fb48e3bce4664b6da35be2de004be1dd as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/fb48e3bce4664b6da35be2de004be1dd 2024-11-18T19:03:14,825 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/A of 19ef1bf5f32e65fe603070a56de4f828 into 05a58d6b79b04d06a28a8b02ef42c049(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:14,825 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:14,825 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/A, priority=13, startTime=1731956594395; duration=0sec 2024-11-18T19:03:14,825 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:14,825 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:A 2024-11-18T19:03:14,825 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:14,827 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:14,827 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/C is initiating minor compaction (all files) 2024-11-18T19:03:14,827 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/C in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:14,828 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/d8a0e6b340784215977bad4fa135603d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/ca22cf540ac046b39bac74901eacb6a2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/e12965db92da48078758bae952f85191] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=36.5 K 2024-11-18T19:03:14,828 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8a0e6b340784215977bad4fa135603d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731956591324 2024-11-18T19:03:14,828 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca22cf540ac046b39bac74901eacb6a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731956591379 2024-11-18T19:03:14,829 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting e12965db92da48078758bae952f85191, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731956593538 2024-11-18T19:03:14,831 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/B of 19ef1bf5f32e65fe603070a56de4f828 into fb48e3bce4664b6da35be2de004be1dd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:14,831 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:14,831 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/B, priority=13, startTime=1731956594395; duration=0sec 2024-11-18T19:03:14,831 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:14,831 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:B 2024-11-18T19:03:14,841 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#C#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:14,842 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/2734e31ff91547de845f284d2bbadb54 is 50, key is test_row_0/C:col10/1731956593542/Put/seqid=0 2024-11-18T19:03:14,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956654857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:14,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956654857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956654857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:14,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956654857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956654858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:14,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:14,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:14,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742142_1318 (size=12983) 2024-11-18T19:03:14,884 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/e3c3ae990e374242bc0d7f1983f6e313 2024-11-18T19:03:14,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/0d4358e53e1e401da83e392fe6fb8814 is 50, key is test_row_0/C:col10/1731956593566/Put/seqid=0 2024-11-18T19:03:14,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742143_1319 (size=12301) 2024-11-18T19:03:15,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956655067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956655067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956655067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956655067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956655067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,272 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/2734e31ff91547de845f284d2bbadb54 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/2734e31ff91547de845f284d2bbadb54 2024-11-18T19:03:15,276 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/C of 19ef1bf5f32e65fe603070a56de4f828 into 2734e31ff91547de845f284d2bbadb54(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:15,276 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:15,276 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/C, priority=13, startTime=1731956594395; duration=0sec 2024-11-18T19:03:15,276 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:15,276 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:C 2024-11-18T19:03:15,296 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/0d4358e53e1e401da83e392fe6fb8814 2024-11-18T19:03:15,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/5c1ed15a00db47d3b7b42ac140cbcc00 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/5c1ed15a00db47d3b7b42ac140cbcc00 2024-11-18T19:03:15,303 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/5c1ed15a00db47d3b7b42ac140cbcc00, entries=150, sequenceid=308, filesize=12.0 K 2024-11-18T19:03:15,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/e3c3ae990e374242bc0d7f1983f6e313 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/e3c3ae990e374242bc0d7f1983f6e313 2024-11-18T19:03:15,306 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/e3c3ae990e374242bc0d7f1983f6e313, entries=150, sequenceid=308, filesize=12.0 K 2024-11-18T19:03:15,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/0d4358e53e1e401da83e392fe6fb8814 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/0d4358e53e1e401da83e392fe6fb8814 2024-11-18T19:03:15,310 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/0d4358e53e1e401da83e392fe6fb8814, entries=150, sequenceid=308, filesize=12.0 K 2024-11-18T19:03:15,311 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 19ef1bf5f32e65fe603070a56de4f828 in 843ms, sequenceid=308, compaction requested=false 2024-11-18T19:03:15,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:15,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:15,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-18T19:03:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=101 2024-11-18T19:03:15,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-18T19:03:15,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7610 sec 2024-11-18T19:03:15,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 1.7680 sec 2024-11-18T19:03:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:15,389 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:03:15,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T19:03:15,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/ac5b12d191414af9a3b941f91c8d8e51 is 50, key is test_row_0/A:col10/1731956595381/Put/seqid=0 2024-11-18T19:03:15,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742144_1320 (size=12301) 2024-11-18T19:03:15,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956655419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956655420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956655420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956655421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956655424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956655528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956655528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956655528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956655537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956655537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-11-18T19:03:15,698 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:15,698 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-18T19:03:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-18T19:03:15,699 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:15,700 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:15,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:15,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956655738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956655738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956655738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956655747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956655747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-18T19:03:15,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/ac5b12d191414af9a3b941f91c8d8e51 2024-11-18T19:03:15,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/d270b20a367c49a897d782e5f57a2592 is 50, key is test_row_0/B:col10/1731956595381/Put/seqid=0 2024-11-18T19:03:15,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742145_1321 (size=12301) 2024-11-18T19:03:15,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-18T19:03:15,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:15,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:15,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:15,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:15,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:16,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-18T19:03:16,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:16,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:16,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:16,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:16,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-18T19:03:16,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956656048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:16,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956656048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:16,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956656048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:16,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:16,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:16,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956656057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:16,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956656057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:16,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-18T19:03:16,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:16,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:16,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:16,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:16,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:16,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/d270b20a367c49a897d782e5f57a2592 2024-11-18T19:03:16,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/f640b10c9ef6426cbcfc1251119b8451 is 50, key is test_row_0/C:col10/1731956595381/Put/seqid=0 2024-11-18T19:03:16,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742146_1322 (size=12301) 2024-11-18T19:03:16,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-18T19:03:16,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:16,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:16,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:16,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:16,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-18T19:03:16,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-18T19:03:16,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:16,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:16,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:16,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:16,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:16,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956656557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:16,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:16,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956656557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:16,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956656557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:16,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:16,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:16,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956656567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:16,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956656567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:16,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:16,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-18T19:03:16,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:16,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:16,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:16,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:16,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:16,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/f640b10c9ef6426cbcfc1251119b8451 2024-11-18T19:03:16,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/ac5b12d191414af9a3b941f91c8d8e51 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/ac5b12d191414af9a3b941f91c8d8e51 2024-11-18T19:03:16,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/ac5b12d191414af9a3b941f91c8d8e51, entries=150, sequenceid=326, filesize=12.0 K 2024-11-18T19:03:16,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/d270b20a367c49a897d782e5f57a2592 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/d270b20a367c49a897d782e5f57a2592 2024-11-18T19:03:16,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/d270b20a367c49a897d782e5f57a2592, entries=150, sequenceid=326, filesize=12.0 K 2024-11-18T19:03:16,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/f640b10c9ef6426cbcfc1251119b8451 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/f640b10c9ef6426cbcfc1251119b8451 2024-11-18T19:03:16,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/f640b10c9ef6426cbcfc1251119b8451, entries=150, sequenceid=326, filesize=12.0 K 2024-11-18T19:03:16,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 19ef1bf5f32e65fe603070a56de4f828 in 1253ms, sequenceid=326, compaction requested=true 2024-11-18T19:03:16,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:16,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:03:16,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:16,643 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:16,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:03:16,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:16,643 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:16,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:03:16,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:16,644 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:16,644 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:16,644 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/A is initiating minor compaction (all files) 2024-11-18T19:03:16,644 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/B is initiating minor compaction (all files) 2024-11-18T19:03:16,644 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/B in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:16,644 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/A in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:16,644 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/fb48e3bce4664b6da35be2de004be1dd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/e3c3ae990e374242bc0d7f1983f6e313, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/d270b20a367c49a897d782e5f57a2592] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=36.7 K 2024-11-18T19:03:16,644 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/05a58d6b79b04d06a28a8b02ef42c049, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/5c1ed15a00db47d3b7b42ac140cbcc00, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/ac5b12d191414af9a3b941f91c8d8e51] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=36.7 K 2024-11-18T19:03:16,645 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting fb48e3bce4664b6da35be2de004be1dd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731956593538 2024-11-18T19:03:16,645 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05a58d6b79b04d06a28a8b02ef42c049, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731956593538 2024-11-18T19:03:16,645 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting e3c3ae990e374242bc0d7f1983f6e313, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731956593566 2024-11-18T19:03:16,645 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c1ed15a00db47d3b7b42ac140cbcc00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731956593566 2024-11-18T19:03:16,645 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting d270b20a367c49a897d782e5f57a2592, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731956594719 2024-11-18T19:03:16,645 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac5b12d191414af9a3b941f91c8d8e51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731956594719 2024-11-18T19:03:16,652 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#A#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:16,653 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/4a7d3e907c5c4649af683d811fe5989c is 50, key is test_row_0/A:col10/1731956595381/Put/seqid=0 2024-11-18T19:03:16,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742147_1323 (size=13085) 2024-11-18T19:03:16,667 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#B#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:16,667 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/56c100e3ef85425aa6c0650da625c17c is 50, key is test_row_0/B:col10/1731956595381/Put/seqid=0 2024-11-18T19:03:16,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742148_1324 (size=13085) 2024-11-18T19:03:16,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-18T19:03:16,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:16,768 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-18T19:03:16,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/41057dbb7c654437aa6ce5d79995f5cf is 50, key is test_row_0/A:col10/1731956595412/Put/seqid=0 2024-11-18T19:03:16,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742149_1325 (size=12301) 2024-11-18T19:03:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-18T19:03:17,071 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/4a7d3e907c5c4649af683d811fe5989c as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/4a7d3e907c5c4649af683d811fe5989c 2024-11-18T19:03:17,075 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/A of 19ef1bf5f32e65fe603070a56de4f828 into 4a7d3e907c5c4649af683d811fe5989c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:17,075 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:17,075 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/A, priority=13, startTime=1731956596643; duration=0sec 2024-11-18T19:03:17,075 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:17,075 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:A 2024-11-18T19:03:17,075 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:17,076 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:17,076 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/C is initiating minor compaction (all files) 2024-11-18T19:03:17,076 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/C in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:17,076 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/2734e31ff91547de845f284d2bbadb54, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/0d4358e53e1e401da83e392fe6fb8814, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/f640b10c9ef6426cbcfc1251119b8451] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=36.7 K 2024-11-18T19:03:17,077 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2734e31ff91547de845f284d2bbadb54, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731956593538 2024-11-18T19:03:17,077 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d4358e53e1e401da83e392fe6fb8814, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731956593566 2024-11-18T19:03:17,077 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting f640b10c9ef6426cbcfc1251119b8451, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731956594719 2024-11-18T19:03:17,081 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/56c100e3ef85425aa6c0650da625c17c as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/56c100e3ef85425aa6c0650da625c17c 2024-11-18T19:03:17,095 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/B of 19ef1bf5f32e65fe603070a56de4f828 into 56c100e3ef85425aa6c0650da625c17c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:17,095 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:17,095 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/B, priority=13, startTime=1731956596643; duration=0sec 2024-11-18T19:03:17,095 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:17,095 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:B 2024-11-18T19:03:17,096 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#C#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:17,097 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/460386a211d542248d23a172fbb4d0e9 is 50, key is test_row_0/C:col10/1731956595381/Put/seqid=0 2024-11-18T19:03:17,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742150_1326 (size=13085) 2024-11-18T19:03:17,178 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/41057dbb7c654437aa6ce5d79995f5cf 2024-11-18T19:03:17,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/11ffd97e2c8f4b7f9ce8a91b2d73a5d8 is 50, key is test_row_0/B:col10/1731956595412/Put/seqid=0 2024-11-18T19:03:17,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742151_1327 (size=12301) 2024-11-18T19:03:17,188 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/11ffd97e2c8f4b7f9ce8a91b2d73a5d8 2024-11-18T19:03:17,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/c6fe96b1749146ae8188f70cf4ecad38 is 50, key is test_row_0/C:col10/1731956595412/Put/seqid=0 2024-11-18T19:03:17,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742152_1328 (size=12301) 2024-11-18T19:03:17,513 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/460386a211d542248d23a172fbb4d0e9 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/460386a211d542248d23a172fbb4d0e9 2024-11-18T19:03:17,517 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/C of 19ef1bf5f32e65fe603070a56de4f828 into 460386a211d542248d23a172fbb4d0e9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:17,517 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:17,517 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/C, priority=13, startTime=1731956596643; duration=0sec 2024-11-18T19:03:17,517 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:17,517 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:C 2024-11-18T19:03:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:17,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:17,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956657589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:17,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:17,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956657590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:17,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:17,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956657592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:17,598 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/c6fe96b1749146ae8188f70cf4ecad38 2024-11-18T19:03:17,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956657594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:17,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956657594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:17,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:17,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:17,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/41057dbb7c654437aa6ce5d79995f5cf as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/41057dbb7c654437aa6ce5d79995f5cf 2024-11-18T19:03:17,605 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/41057dbb7c654437aa6ce5d79995f5cf, entries=150, sequenceid=347, filesize=12.0 K 2024-11-18T19:03:17,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/11ffd97e2c8f4b7f9ce8a91b2d73a5d8 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/11ffd97e2c8f4b7f9ce8a91b2d73a5d8 2024-11-18T19:03:17,608 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/11ffd97e2c8f4b7f9ce8a91b2d73a5d8, entries=150, sequenceid=347, filesize=12.0 K 2024-11-18T19:03:17,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/c6fe96b1749146ae8188f70cf4ecad38 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/c6fe96b1749146ae8188f70cf4ecad38 2024-11-18T19:03:17,611 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/c6fe96b1749146ae8188f70cf4ecad38, entries=150, sequenceid=347, filesize=12.0 K 2024-11-18T19:03:17,612 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 19ef1bf5f32e65fe603070a56de4f828 in 844ms, sequenceid=347, compaction requested=false 2024-11-18T19:03:17,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:17,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:17,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-18T19:03:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=103 2024-11-18T19:03:17,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-11-18T19:03:17,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9130 sec 2024-11-18T19:03:17,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.9170 sec 2024-11-18T19:03:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:17,700 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:03:17,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-18T19:03:17,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/f8b7f08f49ca4aaa9562942b60da5913 is 50, key is test_row_0/A:col10/1731956597699/Put/seqid=0 2024-11-18T19:03:17,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742153_1329 (size=14741) 2024-11-18T19:03:17,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956657716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:17,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:17,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956657745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956657745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:17,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956657745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:17,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956657745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-18T19:03:17,847 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:17,848 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-18T19:03:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104 2024-11-18T19:03:17,849 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:17,850 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:17,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:17,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956657857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:17,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:17,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956657857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:17,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:17,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:17,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956657857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956657858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956657858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104 2024-11-18T19:03:18,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-18T19:03:18,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:18,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:18,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:18,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956658068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:18,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:18,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956658068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:18,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:18,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956658068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:18,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:18,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956658068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956658068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:18,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/f8b7f08f49ca4aaa9562942b60da5913 2024-11-18T19:03:18,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/392402f05af4424d826dc59f8f56cec9 is 50, key is test_row_0/B:col10/1731956597699/Put/seqid=0 2024-11-18T19:03:18,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742154_1330 (size=12301) 2024-11-18T19:03:18,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-18T19:03:18,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:18,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:18,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:18,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104 2024-11-18T19:03:18,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-18T19:03:18,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:18,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:18,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:18,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956658377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:18,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:18,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956658378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:18,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:18,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:18,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956658378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:18,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:18,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956658378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:18,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:18,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956658378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:18,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:18,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-18T19:03:18,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:18,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:18,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:18,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104 2024-11-18T19:03:18,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/392402f05af4424d826dc59f8f56cec9 2024-11-18T19:03:18,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/218c72272bc949c394cfd4163ea16494 is 50, key is test_row_0/C:col10/1731956597699/Put/seqid=0 2024-11-18T19:03:18,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742155_1331 (size=12301) 2024-11-18T19:03:18,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-18T19:03:18,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:18,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:18,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:18,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-18T19:03:18,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:18,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:18,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:18,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956658887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:18,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956658887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:18,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956658888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:18,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956658888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:18,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:18,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956658888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:18,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:18,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:18,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-18T19:03:18,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:18,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:18,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:18,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:18,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/218c72272bc949c394cfd4163ea16494 2024-11-18T19:03:18,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/f8b7f08f49ca4aaa9562942b60da5913 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/f8b7f08f49ca4aaa9562942b60da5913 2024-11-18T19:03:18,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/f8b7f08f49ca4aaa9562942b60da5913, entries=200, sequenceid=368, filesize=14.4 K 2024-11-18T19:03:18,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/392402f05af4424d826dc59f8f56cec9 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/392402f05af4424d826dc59f8f56cec9 2024-11-18T19:03:18,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/392402f05af4424d826dc59f8f56cec9, entries=150, sequenceid=368, filesize=12.0 K 2024-11-18T19:03:18,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/218c72272bc949c394cfd4163ea16494 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/218c72272bc949c394cfd4163ea16494 2024-11-18T19:03:18,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/218c72272bc949c394cfd4163ea16494, entries=150, sequenceid=368, filesize=12.0 K 2024-11-18T19:03:18,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 19ef1bf5f32e65fe603070a56de4f828 in 1249ms, sequenceid=368, compaction requested=true 2024-11-18T19:03:18,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:18,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:03:18,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:18,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:03:18,950 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:18,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:18,950 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:18,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:03:18,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:18,950 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:18,950 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/A is initiating minor compaction (all files) 2024-11-18T19:03:18,950 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:18,951 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/A in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:18,951 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/B is initiating minor compaction (all files) 2024-11-18T19:03:18,951 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/B in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:18,951 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/4a7d3e907c5c4649af683d811fe5989c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/41057dbb7c654437aa6ce5d79995f5cf, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/f8b7f08f49ca4aaa9562942b60da5913] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=39.2 K 2024-11-18T19:03:18,951 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/56c100e3ef85425aa6c0650da625c17c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/11ffd97e2c8f4b7f9ce8a91b2d73a5d8, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/392402f05af4424d826dc59f8f56cec9] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=36.8 K 2024-11-18T19:03:18,951 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a7d3e907c5c4649af683d811fe5989c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731956594719 2024-11-18T19:03:18,951 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 56c100e3ef85425aa6c0650da625c17c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731956594719 2024-11-18T19:03:18,951 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41057dbb7c654437aa6ce5d79995f5cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731956595412 2024-11-18T19:03:18,951 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 11ffd97e2c8f4b7f9ce8a91b2d73a5d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731956595412 2024-11-18T19:03:18,952 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8b7f08f49ca4aaa9562942b60da5913, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731956597589 2024-11-18T19:03:18,952 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 392402f05af4424d826dc59f8f56cec9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731956597592 2024-11-18T19:03:18,958 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#B#compaction#289 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:18,958 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#A#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:18,958 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/d330a0733e4e4df2b67353275386c9d5 is 50, key is test_row_0/A:col10/1731956597699/Put/seqid=0 2024-11-18T19:03:18,958 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/6e019fe443554711af1e3bc9de66a79c is 50, key is test_row_0/B:col10/1731956597699/Put/seqid=0 2024-11-18T19:03:18,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742157_1333 (size=13187) 2024-11-18T19:03:18,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742156_1332 (size=13187) 2024-11-18T19:03:18,973 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/d330a0733e4e4df2b67353275386c9d5 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/d330a0733e4e4df2b67353275386c9d5 2024-11-18T19:03:18,977 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/A of 19ef1bf5f32e65fe603070a56de4f828 into d330a0733e4e4df2b67353275386c9d5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:18,978 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:18,978 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/A, priority=13, startTime=1731956598949; duration=0sec 2024-11-18T19:03:18,978 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:18,978 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:A 2024-11-18T19:03:18,978 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:18,978 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:18,978 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/C is initiating minor compaction (all files) 2024-11-18T19:03:18,978 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/C in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:18,979 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/460386a211d542248d23a172fbb4d0e9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/c6fe96b1749146ae8188f70cf4ecad38, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/218c72272bc949c394cfd4163ea16494] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=36.8 K 2024-11-18T19:03:18,979 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 460386a211d542248d23a172fbb4d0e9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731956594719 2024-11-18T19:03:18,979 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6fe96b1749146ae8188f70cf4ecad38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731956595412 2024-11-18T19:03:18,980 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 218c72272bc949c394cfd4163ea16494, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731956597592 2024-11-18T19:03:18,986 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#C#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:18,987 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/bd05ebb0eca84be482ded33ef736d9d6 is 50, key is test_row_0/C:col10/1731956597699/Put/seqid=0 2024-11-18T19:03:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104 2024-11-18T19:03:18,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742158_1334 (size=13187) 2024-11-18T19:03:19,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-18T19:03:19,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:19,071 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-18T19:03:19,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/e11c6a3c194845589af5facc4119963e is 50, key is test_row_0/A:col10/1731956597720/Put/seqid=0 2024-11-18T19:03:19,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742159_1335 (size=12301) 2024-11-18T19:03:19,400 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/bd05ebb0eca84be482ded33ef736d9d6 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/bd05ebb0eca84be482ded33ef736d9d6 2024-11-18T19:03:19,401 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/6e019fe443554711af1e3bc9de66a79c as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/6e019fe443554711af1e3bc9de66a79c 2024-11-18T19:03:19,408 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/C of 19ef1bf5f32e65fe603070a56de4f828 into bd05ebb0eca84be482ded33ef736d9d6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:19,408 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/B of 19ef1bf5f32e65fe603070a56de4f828 into 6e019fe443554711af1e3bc9de66a79c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:19,408 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:19,408 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:19,408 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/B, priority=13, startTime=1731956598950; duration=0sec 2024-11-18T19:03:19,408 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/C, priority=13, startTime=1731956598950; duration=0sec 2024-11-18T19:03:19,408 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:19,408 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:C 2024-11-18T19:03:19,408 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:19,408 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:B 2024-11-18T19:03:19,479 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/e11c6a3c194845589af5facc4119963e 2024-11-18T19:03:19,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/a408d9bb0748409ba095639a4e251d60 is 50, key is test_row_0/B:col10/1731956597720/Put/seqid=0 2024-11-18T19:03:19,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742160_1336 (size=12301) 2024-11-18T19:03:19,493 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/a408d9bb0748409ba095639a4e251d60 2024-11-18T19:03:19,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/bc9c704f72b0461390d0d28e54969248 is 50, key is test_row_0/C:col10/1731956597720/Put/seqid=0 2024-11-18T19:03:19,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742161_1337 (size=12301) 2024-11-18T19:03:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:19,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:19,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956659912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:19,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:19,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:19,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:19,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956659913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:19,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:19,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:19,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:19,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956659913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:19,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:19,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:19,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:19,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956659914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:19,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:19,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:19,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:19,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956659917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:19,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:19,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:19,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:19,929 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/bc9c704f72b0461390d0d28e54969248 2024-11-18T19:03:19,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/e11c6a3c194845589af5facc4119963e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/e11c6a3c194845589af5facc4119963e 2024-11-18T19:03:19,936 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/e11c6a3c194845589af5facc4119963e, entries=150, sequenceid=387, filesize=12.0 K 2024-11-18T19:03:19,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/a408d9bb0748409ba095639a4e251d60 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/a408d9bb0748409ba095639a4e251d60 2024-11-18T19:03:19,940 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/a408d9bb0748409ba095639a4e251d60, entries=150, sequenceid=387, filesize=12.0 K 2024-11-18T19:03:19,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/bc9c704f72b0461390d0d28e54969248 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/bc9c704f72b0461390d0d28e54969248 2024-11-18T19:03:19,943 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/bc9c704f72b0461390d0d28e54969248, entries=150, sequenceid=387, filesize=12.0 K 2024-11-18T19:03:19,944 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 19ef1bf5f32e65fe603070a56de4f828 in 873ms, sequenceid=387, compaction requested=false 2024-11-18T19:03:19,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:19,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:19,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-18T19:03:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=105 2024-11-18T19:03:19,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=105, resume processing ppid=104 2024-11-18T19:03:19,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0950 sec 2024-11-18T19:03:19,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.0990 sec 2024-11-18T19:03:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104 2024-11-18T19:03:19,998 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:19,998 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-18T19:03:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=106 2024-11-18T19:03:19,999 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:20,000 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:20,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:20,030 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:03:20,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-18T19:03:20,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/539253dda25a416a8d91b06923b21117 is 50, key is test_row_0/A:col10/1731956599912/Put/seqid=0 2024-11-18T19:03:20,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742162_1338 (size=14741) 2024-11-18T19:03:20,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956660043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956660044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956660045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956660046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956660050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=106 2024-11-18T19:03:20,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-18T19:03:20,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:20,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:20,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:20,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:20,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:20,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956660157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956660158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956660158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956660158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956660158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-18T19:03:20,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:20,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:20,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:20,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:20,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=106 2024-11-18T19:03:20,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956660367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956660368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956660368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956660368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956660368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/539253dda25a416a8d91b06923b21117 2024-11-18T19:03:20,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/2d9ac15cc4074216a55ca3b0d485f21a is 50, key is test_row_0/B:col10/1731956599912/Put/seqid=0 2024-11-18T19:03:20,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742163_1339 (size=12301) 2024-11-18T19:03:20,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-18T19:03:20,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:20,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:20,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:20,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:20,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:20,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-18T19:03:20,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:20,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:20,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:20,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:20,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=106 2024-11-18T19:03:20,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956660677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956660677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956660678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956660678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:20,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956660678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:20,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:20,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:20,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-18T19:03:20,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:20,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:20,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:20,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:20,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:20,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/2d9ac15cc4074216a55ca3b0d485f21a 2024-11-18T19:03:20,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/3259b16365714d20b67e778eb173731f is 50, key is test_row_0/C:col10/1731956599912/Put/seqid=0 2024-11-18T19:03:20,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742164_1340 (size=12301) 2024-11-18T19:03:20,907 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:03:20,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-18T19:03:20,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:20,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:20,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:20,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:20,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:21,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-18T19:03:21,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:21,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:21,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:21,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:21,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=106 2024-11-18T19:03:21,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44126 deadline: 1731956661187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:21,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44084 deadline: 1731956661187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:21,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1731956661188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:21,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44106 deadline: 1731956661188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:21,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44112 deadline: 1731956661188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:21,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:21,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:21,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:21,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:21,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:21,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:03:21,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-18T19:03:21,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:21,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:21,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:21,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:21,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:21,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/3259b16365714d20b67e778eb173731f 2024-11-18T19:03:21,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/539253dda25a416a8d91b06923b21117 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/539253dda25a416a8d91b06923b21117 2024-11-18T19:03:21,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/539253dda25a416a8d91b06923b21117, entries=200, sequenceid=408, filesize=14.4 K 2024-11-18T19:03:21,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/2d9ac15cc4074216a55ca3b0d485f21a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/2d9ac15cc4074216a55ca3b0d485f21a 2024-11-18T19:03:21,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/2d9ac15cc4074216a55ca3b0d485f21a, entries=150, sequenceid=408, filesize=12.0 K 2024-11-18T19:03:21,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/3259b16365714d20b67e778eb173731f as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/3259b16365714d20b67e778eb173731f 2024-11-18T19:03:21,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/3259b16365714d20b67e778eb173731f, entries=150, sequenceid=408, filesize=12.0 K 2024-11-18T19:03:21,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 19ef1bf5f32e65fe603070a56de4f828 in 1242ms, sequenceid=408, compaction requested=true 2024-11-18T19:03:21,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:21,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:03:21,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:21,273 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:21,273 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:21,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:03:21,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:21,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19ef1bf5f32e65fe603070a56de4f828:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:03:21,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:21,275 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:21,275 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:21,275 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/A is initiating minor compaction (all files) 2024-11-18T19:03:21,275 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/B is initiating minor compaction (all files) 2024-11-18T19:03:21,275 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/A in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:21,275 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/B in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:21,275 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/d330a0733e4e4df2b67353275386c9d5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/e11c6a3c194845589af5facc4119963e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/539253dda25a416a8d91b06923b21117] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=39.3 K 2024-11-18T19:03:21,275 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/6e019fe443554711af1e3bc9de66a79c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/a408d9bb0748409ba095639a4e251d60, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/2d9ac15cc4074216a55ca3b0d485f21a] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=36.9 K 2024-11-18T19:03:21,275 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting d330a0733e4e4df2b67353275386c9d5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731956597592 2024-11-18T19:03:21,275 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e019fe443554711af1e3bc9de66a79c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731956597592 2024-11-18T19:03:21,276 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting e11c6a3c194845589af5facc4119963e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731956597715 2024-11-18T19:03:21,276 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting a408d9bb0748409ba095639a4e251d60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731956597715 2024-11-18T19:03:21,276 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 539253dda25a416a8d91b06923b21117, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731956599911 2024-11-18T19:03:21,276 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d9ac15cc4074216a55ca3b0d485f21a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731956599912 2024-11-18T19:03:21,286 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:21,286 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#A#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:21,287 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/c6ed6246df9d431b9078d5596c5f729a is 50, key is test_row_0/B:col10/1731956599912/Put/seqid=0 2024-11-18T19:03:21,287 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/b2cf7acaed5345b59b64cfc2a9bc0859 is 50, key is test_row_0/A:col10/1731956599912/Put/seqid=0 2024-11-18T19:03:21,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742165_1341 (size=13289) 2024-11-18T19:03:21,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742166_1342 (size=13289) 2024-11-18T19:03:21,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-18T19:03:21,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:21,374 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-18T19:03:21,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/02c13c545091497d902f92a69025cfed is 50, key is test_row_0/A:col10/1731956600044/Put/seqid=0 2024-11-18T19:03:21,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742167_1343 (size=12301) 2024-11-18T19:03:21,413 INFO [Thread-1186 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1186. 2024-11-18T19:03:21,413 DEBUG [Thread-1186 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:21,413 DEBUG [Thread-1186 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:21,413 DEBUG [Thread-1186 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:21,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:21,413 INFO [Thread-1188 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1188. 2024-11-18T19:03:21,413 DEBUG [Thread-1188 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:21,413 DEBUG [Thread-1188 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:21,414 DEBUG [Thread-1188 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:21,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:21,415 INFO [Thread-1190 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1190. 2024-11-18T19:03:21,415 DEBUG [Thread-1190 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:21,415 DEBUG [Thread-1190 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:21,415 DEBUG [Thread-1190 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:21,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:21,416 INFO [Thread-1182 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1182. 2024-11-18T19:03:21,416 DEBUG [Thread-1182 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:21,416 DEBUG [Thread-1182 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:21,416 INFO [Thread-1184 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1184. 2024-11-18T19:03:21,416 DEBUG [Thread-1182 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:21,416 DEBUG [Thread-1184 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:21,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:21,416 DEBUG [Thread-1184 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:21,416 DEBUG [Thread-1184 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:21,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:21,709 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/c6ed6246df9d431b9078d5596c5f729a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/c6ed6246df9d431b9078d5596c5f729a 2024-11-18T19:03:21,716 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/b2cf7acaed5345b59b64cfc2a9bc0859 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/b2cf7acaed5345b59b64cfc2a9bc0859 2024-11-18T19:03:21,717 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/B of 19ef1bf5f32e65fe603070a56de4f828 into c6ed6246df9d431b9078d5596c5f729a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:21,717 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:21,717 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/B, priority=13, startTime=1731956601273; duration=0sec 2024-11-18T19:03:21,717 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:21,717 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:B 2024-11-18T19:03:21,718 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:21,719 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:21,719 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 19ef1bf5f32e65fe603070a56de4f828/C is initiating minor compaction (all files) 2024-11-18T19:03:21,719 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19ef1bf5f32e65fe603070a56de4f828/C in TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:21,719 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/bd05ebb0eca84be482ded33ef736d9d6, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/bc9c704f72b0461390d0d28e54969248, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/3259b16365714d20b67e778eb173731f] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp, totalSize=36.9 K 2024-11-18T19:03:21,719 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting bd05ebb0eca84be482ded33ef736d9d6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731956597592 2024-11-18T19:03:21,720 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting bc9c704f72b0461390d0d28e54969248, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731956597715 2024-11-18T19:03:21,720 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 3259b16365714d20b67e778eb173731f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731956599912 2024-11-18T19:03:21,722 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/A of 19ef1bf5f32e65fe603070a56de4f828 into b2cf7acaed5345b59b64cfc2a9bc0859(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:21,722 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:21,722 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/A, priority=13, startTime=1731956601272; duration=0sec 2024-11-18T19:03:21,722 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:21,722 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:A 2024-11-18T19:03:21,727 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19ef1bf5f32e65fe603070a56de4f828#C#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:21,727 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/b057df9e0b344162983b111c42847c3a is 50, key is test_row_0/C:col10/1731956599912/Put/seqid=0 2024-11-18T19:03:21,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742168_1344 (size=13289) 2024-11-18T19:03:21,783 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/02c13c545091497d902f92a69025cfed 2024-11-18T19:03:21,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/f2b4b8af617a4100b0007848d1e00bd4 is 50, key is test_row_0/B:col10/1731956600044/Put/seqid=0 2024-11-18T19:03:21,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742169_1345 (size=12301) 2024-11-18T19:03:22,144 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/b057df9e0b344162983b111c42847c3a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/b057df9e0b344162983b111c42847c3a 2024-11-18T19:03:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=106 2024-11-18T19:03:22,149 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19ef1bf5f32e65fe603070a56de4f828/C of 19ef1bf5f32e65fe603070a56de4f828 into b057df9e0b344162983b111c42847c3a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:22,149 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:22,149 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., storeName=19ef1bf5f32e65fe603070a56de4f828/C, priority=13, startTime=1731956601273; duration=0sec 2024-11-18T19:03:22,149 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:22,149 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19ef1bf5f32e65fe603070a56de4f828:C 2024-11-18T19:03:22,197 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/f2b4b8af617a4100b0007848d1e00bd4 2024-11-18T19:03:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:22,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. as already flushing 2024-11-18T19:03:22,201 INFO [Thread-1177 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1177. 2024-11-18T19:03:22,201 DEBUG [Thread-1177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:22,201 DEBUG [Thread-1177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:22,201 DEBUG [Thread-1177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:22,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:22,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/dd665de8399443b68f899e814296eadf is 50, key is test_row_0/C:col10/1731956600044/Put/seqid=0 2024-11-18T19:03:22,209 INFO [Thread-1179 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1179. 2024-11-18T19:03:22,209 INFO [Thread-1173 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1173. 2024-11-18T19:03:22,209 INFO [Thread-1171 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1171. 2024-11-18T19:03:22,209 DEBUG [Thread-1179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:22,209 DEBUG [Thread-1173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:22,209 DEBUG [Thread-1171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:22,209 DEBUG [Thread-1179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:22,209 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:22,209 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:22,210 DEBUG [Thread-1179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:22,210 DEBUG [Thread-1171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:22,210 DEBUG [Thread-1173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:22,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:22,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:22,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:22,211 INFO [Thread-1175 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1175. 2024-11-18T19:03:22,211 DEBUG [Thread-1175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:22,211 DEBUG [Thread-1175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:22,211 DEBUG [Thread-1175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:22,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:22,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742170_1346 (size=12301) 2024-11-18T19:03:22,613 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/dd665de8399443b68f899e814296eadf 2024-11-18T19:03:22,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/02c13c545091497d902f92a69025cfed as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/02c13c545091497d902f92a69025cfed 2024-11-18T19:03:22,628 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/02c13c545091497d902f92a69025cfed, entries=150, sequenceid=425, filesize=12.0 K 2024-11-18T19:03:22,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/f2b4b8af617a4100b0007848d1e00bd4 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/f2b4b8af617a4100b0007848d1e00bd4 2024-11-18T19:03:22,633 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/f2b4b8af617a4100b0007848d1e00bd4, entries=150, sequenceid=425, filesize=12.0 K 2024-11-18T19:03:22,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/dd665de8399443b68f899e814296eadf as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/dd665de8399443b68f899e814296eadf 2024-11-18T19:03:22,637 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/dd665de8399443b68f899e814296eadf, entries=150, sequenceid=425, filesize=12.0 K 2024-11-18T19:03:22,637 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=33.54 KB/34350 for 19ef1bf5f32e65fe603070a56de4f828 in 1263ms, sequenceid=425, compaction requested=false 2024-11-18T19:03:22,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2603): Flush status journal for 19ef1bf5f32e65fe603070a56de4f828: 2024-11-18T19:03:22,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:22,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-18T19:03:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=107 2024-11-18T19:03:22,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=107, resume processing ppid=106 2024-11-18T19:03:22,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, ppid=106, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6380 sec 2024-11-18T19:03:22,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.6420 sec 2024-11-18T19:03:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=106 2024-11-18T19:03:24,179 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:24,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-18T19:03:24,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-18T19:03:24,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-18T19:03:24,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-18T19:03:24,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-18T19:03:24,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-18T19:03:24,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-18T19:03:24,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4205 2024-11-18T19:03:24,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4134 2024-11-18T19:03:24,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4115 2024-11-18T19:03:24,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4221 2024-11-18T19:03:24,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4126 2024-11-18T19:03:24,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-18T19:03:24,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:03:24,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:03:24,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:24,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:24,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:24,182 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-18T19:03:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=108, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-18T19:03:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-18T19:03:24,188 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956604188"}]},"ts":"1731956604188"} 2024-11-18T19:03:24,190 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-18T19:03:24,190 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-18T19:03:24,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T19:03:24,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=19ef1bf5f32e65fe603070a56de4f828, UNASSIGN}] 2024-11-18T19:03:24,194 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=110, ppid=109, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=19ef1bf5f32e65fe603070a56de4f828, UNASSIGN 2024-11-18T19:03:24,195 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=110 updating hbase:meta row=19ef1bf5f32e65fe603070a56de4f828, regionState=CLOSING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:24,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=109, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=19ef1bf5f32e65fe603070a56de4f828, UNASSIGN because future has completed 2024-11-18T19:03:24,197 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:03:24,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE, hasLock=false; CloseRegionProcedure 19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:03:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-18T19:03:24,350 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(122): Close 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:24,350 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:03:24,350 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1722): Closing 19ef1bf5f32e65fe603070a56de4f828, disabling compactions & flushes 2024-11-18T19:03:24,350 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:24,350 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:24,350 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. after waiting 0 ms 2024-11-18T19:03:24,350 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:24,351 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(2902): Flushing 19ef1bf5f32e65fe603070a56de4f828 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-18T19:03:24,357 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/0c2cab5abc524167b69921518235b3c6 is 50, key is test_row_0/A:col10/1731956602209/Put/seqid=0 2024-11-18T19:03:24,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742171_1347 (size=9857) 2024-11-18T19:03:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-18T19:03:24,766 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/0c2cab5abc524167b69921518235b3c6 2024-11-18T19:03:24,778 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/63148c1bec534f5b86a21a0fed8c9a81 is 50, key is test_row_0/B:col10/1731956602209/Put/seqid=0 2024-11-18T19:03:24,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742172_1348 (size=9857) 2024-11-18T19:03:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-18T19:03:25,183 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/63148c1bec534f5b86a21a0fed8c9a81 2024-11-18T19:03:25,195 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/a95a16b31b64408cb817599658af5ab2 is 50, key is test_row_0/C:col10/1731956602209/Put/seqid=0 2024-11-18T19:03:25,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742173_1349 (size=9857) 2024-11-18T19:03:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-18T19:03:25,602 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/a95a16b31b64408cb817599658af5ab2 2024-11-18T19:03:25,612 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/A/0c2cab5abc524167b69921518235b3c6 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/0c2cab5abc524167b69921518235b3c6 2024-11-18T19:03:25,619 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/0c2cab5abc524167b69921518235b3c6, entries=100, sequenceid=436, filesize=9.6 K 2024-11-18T19:03:25,620 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/B/63148c1bec534f5b86a21a0fed8c9a81 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/63148c1bec534f5b86a21a0fed8c9a81 2024-11-18T19:03:25,625 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/63148c1bec534f5b86a21a0fed8c9a81, entries=100, sequenceid=436, filesize=9.6 K 2024-11-18T19:03:25,626 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/.tmp/C/a95a16b31b64408cb817599658af5ab2 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/a95a16b31b64408cb817599658af5ab2 2024-11-18T19:03:25,631 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/a95a16b31b64408cb817599658af5ab2, entries=100, sequenceid=436, filesize=9.6 K 2024-11-18T19:03:25,632 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 19ef1bf5f32e65fe603070a56de4f828 in 1282ms, sequenceid=436, compaction requested=true 2024-11-18T19:03:25,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/3ee7d08ed5d443919f3ec0ed5093b72e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/fe39fb2ddff94097a813137d44742cd1, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/71047bdcc0134425b4460b5dbf2e69e8, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/4d4124ce4de94242896dd7adc4df611c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/025f3574df864d20bf73c52621386913, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/09e37543e707424f90db905fbb051446, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/2e03d218620e4dc69c8b12b53bb63fce, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/be30af28887b4ce5bb61af6dcfd274bf, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/91addac2afff465c916c43238387a2df, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/2eeba101dca143f5856d3c291e81bd74, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/4e050efec8b24eefa593b5f63ba33664, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/613e3fe2a7af4dce88e15bdb4c390351, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/31ae25d5553e4a58bdc59824acfe0225, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/561a732c780149e5a17b4d77d66880a3, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/d2317b9645c6440f8f1f2539523077cf, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/50af488df16f44a5a9f6191fad86c1bc, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/46696830a810496488ac1f4d619a35e9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/eadd14637c54479c9c47bf9676e2ac56, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/0282990773434f2ba8894df414289ae3, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/05a58d6b79b04d06a28a8b02ef42c049, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/15a32aca848a4ab0b1a867afed3beaee, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/5c1ed15a00db47d3b7b42ac140cbcc00, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/4a7d3e907c5c4649af683d811fe5989c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/ac5b12d191414af9a3b941f91c8d8e51, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/41057dbb7c654437aa6ce5d79995f5cf, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/f8b7f08f49ca4aaa9562942b60da5913, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/d330a0733e4e4df2b67353275386c9d5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/e11c6a3c194845589af5facc4119963e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/539253dda25a416a8d91b06923b21117] to archive 2024-11-18T19:03:25,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:03:25,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/3ee7d08ed5d443919f3ec0ed5093b72e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/3ee7d08ed5d443919f3ec0ed5093b72e 2024-11-18T19:03:25,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/fe39fb2ddff94097a813137d44742cd1 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/fe39fb2ddff94097a813137d44742cd1 2024-11-18T19:03:25,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/71047bdcc0134425b4460b5dbf2e69e8 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/71047bdcc0134425b4460b5dbf2e69e8 2024-11-18T19:03:25,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/4d4124ce4de94242896dd7adc4df611c to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/4d4124ce4de94242896dd7adc4df611c 2024-11-18T19:03:25,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/025f3574df864d20bf73c52621386913 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/025f3574df864d20bf73c52621386913 2024-11-18T19:03:25,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/09e37543e707424f90db905fbb051446 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/09e37543e707424f90db905fbb051446 2024-11-18T19:03:25,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/2e03d218620e4dc69c8b12b53bb63fce to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/2e03d218620e4dc69c8b12b53bb63fce 2024-11-18T19:03:25,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/be30af28887b4ce5bb61af6dcfd274bf to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/be30af28887b4ce5bb61af6dcfd274bf 2024-11-18T19:03:25,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/91addac2afff465c916c43238387a2df to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/91addac2afff465c916c43238387a2df 2024-11-18T19:03:25,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/2eeba101dca143f5856d3c291e81bd74 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/2eeba101dca143f5856d3c291e81bd74 2024-11-18T19:03:25,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/4e050efec8b24eefa593b5f63ba33664 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/4e050efec8b24eefa593b5f63ba33664 2024-11-18T19:03:25,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/613e3fe2a7af4dce88e15bdb4c390351 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/613e3fe2a7af4dce88e15bdb4c390351 2024-11-18T19:03:25,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/31ae25d5553e4a58bdc59824acfe0225 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/31ae25d5553e4a58bdc59824acfe0225 2024-11-18T19:03:25,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/561a732c780149e5a17b4d77d66880a3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/561a732c780149e5a17b4d77d66880a3 2024-11-18T19:03:25,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/d2317b9645c6440f8f1f2539523077cf to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/d2317b9645c6440f8f1f2539523077cf 2024-11-18T19:03:25,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/50af488df16f44a5a9f6191fad86c1bc to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/50af488df16f44a5a9f6191fad86c1bc 2024-11-18T19:03:25,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/46696830a810496488ac1f4d619a35e9 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/46696830a810496488ac1f4d619a35e9 2024-11-18T19:03:25,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/eadd14637c54479c9c47bf9676e2ac56 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/eadd14637c54479c9c47bf9676e2ac56 2024-11-18T19:03:25,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/0282990773434f2ba8894df414289ae3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/0282990773434f2ba8894df414289ae3 2024-11-18T19:03:25,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/05a58d6b79b04d06a28a8b02ef42c049 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/05a58d6b79b04d06a28a8b02ef42c049 2024-11-18T19:03:25,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/15a32aca848a4ab0b1a867afed3beaee to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/15a32aca848a4ab0b1a867afed3beaee 2024-11-18T19:03:25,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/5c1ed15a00db47d3b7b42ac140cbcc00 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/5c1ed15a00db47d3b7b42ac140cbcc00 2024-11-18T19:03:25,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/4a7d3e907c5c4649af683d811fe5989c to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/4a7d3e907c5c4649af683d811fe5989c 2024-11-18T19:03:25,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/ac5b12d191414af9a3b941f91c8d8e51 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/ac5b12d191414af9a3b941f91c8d8e51 2024-11-18T19:03:25,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/41057dbb7c654437aa6ce5d79995f5cf to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/41057dbb7c654437aa6ce5d79995f5cf 2024-11-18T19:03:25,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/f8b7f08f49ca4aaa9562942b60da5913 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/f8b7f08f49ca4aaa9562942b60da5913 2024-11-18T19:03:25,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/d330a0733e4e4df2b67353275386c9d5 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/d330a0733e4e4df2b67353275386c9d5 2024-11-18T19:03:25,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/e11c6a3c194845589af5facc4119963e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/e11c6a3c194845589af5facc4119963e 2024-11-18T19:03:25,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/539253dda25a416a8d91b06923b21117 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/539253dda25a416a8d91b06923b21117 2024-11-18T19:03:25,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/647e0d8147bd4adb9e0ff9dc802aeb00, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/9878f230550f4019a2d6f5232a7188e3, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/1d8ff24b5f0649949ffbb184c3568203, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/72dad27433644c078b00530c185c52f7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/98a880c4abec449e9105e5cb68ddf916, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/df87f07196a943f18642a452c21b6e32, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/c292ddfb449a483d8d9569c96d315abb, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/6ce77341ca9c437581e6bd713629ce36, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/a3841e249c5b4e5394ae73ecbb2164f7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/b400273f006e40af9e38b3127ca16f5b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/21008bd9dfd3470094e5b042714eafec, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/a657a98eeede40558d4364c55bddb1fe, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/367a13ba7f744cba81a9cee6dbed6a8f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/15289208ca7946a3a20cd8343105ed4a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/f75cbb6b57f74defa4d65119b973d230, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/361284dafed649629a1772107005584b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/cdb639c64fac4265b9d02da4eb4ff3fc, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/fde7c42f1ab94549a2995013e116cc09, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/7da473ff7f7b45bbbd853fb35c10ce1f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/fb48e3bce4664b6da35be2de004be1dd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/37ca0cd4a494494299f7f14b59f180d5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/e3c3ae990e374242bc0d7f1983f6e313, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/56c100e3ef85425aa6c0650da625c17c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/d270b20a367c49a897d782e5f57a2592, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/11ffd97e2c8f4b7f9ce8a91b2d73a5d8, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/6e019fe443554711af1e3bc9de66a79c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/392402f05af4424d826dc59f8f56cec9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/a408d9bb0748409ba095639a4e251d60, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/2d9ac15cc4074216a55ca3b0d485f21a] to archive 2024-11-18T19:03:25,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:03:25,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/647e0d8147bd4adb9e0ff9dc802aeb00 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/647e0d8147bd4adb9e0ff9dc802aeb00 2024-11-18T19:03:25,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/9878f230550f4019a2d6f5232a7188e3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/9878f230550f4019a2d6f5232a7188e3 2024-11-18T19:03:25,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/1d8ff24b5f0649949ffbb184c3568203 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/1d8ff24b5f0649949ffbb184c3568203 2024-11-18T19:03:25,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/72dad27433644c078b00530c185c52f7 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/72dad27433644c078b00530c185c52f7 2024-11-18T19:03:25,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/98a880c4abec449e9105e5cb68ddf916 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/98a880c4abec449e9105e5cb68ddf916 2024-11-18T19:03:25,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/df87f07196a943f18642a452c21b6e32 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/df87f07196a943f18642a452c21b6e32 2024-11-18T19:03:25,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/c292ddfb449a483d8d9569c96d315abb to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/c292ddfb449a483d8d9569c96d315abb 2024-11-18T19:03:25,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/6ce77341ca9c437581e6bd713629ce36 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/6ce77341ca9c437581e6bd713629ce36 2024-11-18T19:03:25,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/a3841e249c5b4e5394ae73ecbb2164f7 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/a3841e249c5b4e5394ae73ecbb2164f7 2024-11-18T19:03:25,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/b400273f006e40af9e38b3127ca16f5b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/b400273f006e40af9e38b3127ca16f5b 2024-11-18T19:03:25,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/21008bd9dfd3470094e5b042714eafec to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/21008bd9dfd3470094e5b042714eafec 2024-11-18T19:03:25,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/a657a98eeede40558d4364c55bddb1fe to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/a657a98eeede40558d4364c55bddb1fe 2024-11-18T19:03:25,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/367a13ba7f744cba81a9cee6dbed6a8f to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/367a13ba7f744cba81a9cee6dbed6a8f 2024-11-18T19:03:25,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/15289208ca7946a3a20cd8343105ed4a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/15289208ca7946a3a20cd8343105ed4a 2024-11-18T19:03:25,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/f75cbb6b57f74defa4d65119b973d230 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/f75cbb6b57f74defa4d65119b973d230 2024-11-18T19:03:25,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/361284dafed649629a1772107005584b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/361284dafed649629a1772107005584b 2024-11-18T19:03:25,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/cdb639c64fac4265b9d02da4eb4ff3fc to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/cdb639c64fac4265b9d02da4eb4ff3fc 2024-11-18T19:03:25,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/fde7c42f1ab94549a2995013e116cc09 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/fde7c42f1ab94549a2995013e116cc09 2024-11-18T19:03:25,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/7da473ff7f7b45bbbd853fb35c10ce1f to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/7da473ff7f7b45bbbd853fb35c10ce1f 2024-11-18T19:03:25,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/fb48e3bce4664b6da35be2de004be1dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/fb48e3bce4664b6da35be2de004be1dd 2024-11-18T19:03:25,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/37ca0cd4a494494299f7f14b59f180d5 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/37ca0cd4a494494299f7f14b59f180d5 2024-11-18T19:03:25,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/e3c3ae990e374242bc0d7f1983f6e313 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/e3c3ae990e374242bc0d7f1983f6e313 2024-11-18T19:03:25,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/56c100e3ef85425aa6c0650da625c17c to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/56c100e3ef85425aa6c0650da625c17c 2024-11-18T19:03:25,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/d270b20a367c49a897d782e5f57a2592 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/d270b20a367c49a897d782e5f57a2592 2024-11-18T19:03:25,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/11ffd97e2c8f4b7f9ce8a91b2d73a5d8 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/11ffd97e2c8f4b7f9ce8a91b2d73a5d8 2024-11-18T19:03:25,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/6e019fe443554711af1e3bc9de66a79c to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/6e019fe443554711af1e3bc9de66a79c 2024-11-18T19:03:25,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/392402f05af4424d826dc59f8f56cec9 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/392402f05af4424d826dc59f8f56cec9 2024-11-18T19:03:25,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/a408d9bb0748409ba095639a4e251d60 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/a408d9bb0748409ba095639a4e251d60 2024-11-18T19:03:25,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/2d9ac15cc4074216a55ca3b0d485f21a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/2d9ac15cc4074216a55ca3b0d485f21a 2024-11-18T19:03:25,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/6b07486c88be478dbe0b0b458195d439, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/550762a02915498faa465044866caa19, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/9ca7eeab191e4e008c58e9b0fc82cb95, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/213904e799684895a96f230cbcee194c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/9aa7808acbda48a0945c9c3056560577, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/eae149808da947fe8f9f80c18d507a31, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/0615842dc2f14ca29a7fa7fdf6f05bc7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/721bb53f8ea94287bf6baa1287bc2418, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/91f4bae192ca4c29abef8aff10435c70, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/abdee9cfe4bf47a69960e5513336b22d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/7d32a332ccb341ea8b86e1de5bbf0235, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/5d6bbcabe3424ebcaea117ae1559d934, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/08f68aa7e8c9458ea1a61f948e674a2f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/df286ebe7fc34e7ab3bf1024a418030f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/3d59972b6fc24e7d85d17ead46b03bb1, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/c69630b9841b4281bad8d7765c703e52, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/d8a0e6b340784215977bad4fa135603d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/968f450de8614415bd2a31f5be005eeb, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/ca22cf540ac046b39bac74901eacb6a2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/2734e31ff91547de845f284d2bbadb54, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/e12965db92da48078758bae952f85191, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/0d4358e53e1e401da83e392fe6fb8814, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/460386a211d542248d23a172fbb4d0e9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/f640b10c9ef6426cbcfc1251119b8451, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/c6fe96b1749146ae8188f70cf4ecad38, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/bd05ebb0eca84be482ded33ef736d9d6, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/218c72272bc949c394cfd4163ea16494, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/bc9c704f72b0461390d0d28e54969248, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/3259b16365714d20b67e778eb173731f] to archive 2024-11-18T19:03:25,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:03:25,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/6b07486c88be478dbe0b0b458195d439 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/6b07486c88be478dbe0b0b458195d439 2024-11-18T19:03:25,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/550762a02915498faa465044866caa19 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/550762a02915498faa465044866caa19 2024-11-18T19:03:25,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/9ca7eeab191e4e008c58e9b0fc82cb95 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/9ca7eeab191e4e008c58e9b0fc82cb95 2024-11-18T19:03:25,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/213904e799684895a96f230cbcee194c to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/213904e799684895a96f230cbcee194c 2024-11-18T19:03:25,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/9aa7808acbda48a0945c9c3056560577 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/9aa7808acbda48a0945c9c3056560577 2024-11-18T19:03:25,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/eae149808da947fe8f9f80c18d507a31 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/eae149808da947fe8f9f80c18d507a31 2024-11-18T19:03:25,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/0615842dc2f14ca29a7fa7fdf6f05bc7 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/0615842dc2f14ca29a7fa7fdf6f05bc7 2024-11-18T19:03:25,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/721bb53f8ea94287bf6baa1287bc2418 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/721bb53f8ea94287bf6baa1287bc2418 2024-11-18T19:03:25,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/91f4bae192ca4c29abef8aff10435c70 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/91f4bae192ca4c29abef8aff10435c70 2024-11-18T19:03:25,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/abdee9cfe4bf47a69960e5513336b22d to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/abdee9cfe4bf47a69960e5513336b22d 2024-11-18T19:03:25,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/7d32a332ccb341ea8b86e1de5bbf0235 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/7d32a332ccb341ea8b86e1de5bbf0235 2024-11-18T19:03:25,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/5d6bbcabe3424ebcaea117ae1559d934 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/5d6bbcabe3424ebcaea117ae1559d934 2024-11-18T19:03:25,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/08f68aa7e8c9458ea1a61f948e674a2f to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/08f68aa7e8c9458ea1a61f948e674a2f 2024-11-18T19:03:25,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/df286ebe7fc34e7ab3bf1024a418030f to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/df286ebe7fc34e7ab3bf1024a418030f 2024-11-18T19:03:25,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/3d59972b6fc24e7d85d17ead46b03bb1 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/3d59972b6fc24e7d85d17ead46b03bb1 2024-11-18T19:03:25,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/c69630b9841b4281bad8d7765c703e52 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/c69630b9841b4281bad8d7765c703e52 2024-11-18T19:03:25,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/d8a0e6b340784215977bad4fa135603d to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/d8a0e6b340784215977bad4fa135603d 2024-11-18T19:03:25,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/968f450de8614415bd2a31f5be005eeb to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/968f450de8614415bd2a31f5be005eeb 2024-11-18T19:03:25,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/ca22cf540ac046b39bac74901eacb6a2 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/ca22cf540ac046b39bac74901eacb6a2 2024-11-18T19:03:25,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/2734e31ff91547de845f284d2bbadb54 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/2734e31ff91547de845f284d2bbadb54 2024-11-18T19:03:25,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/e12965db92da48078758bae952f85191 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/e12965db92da48078758bae952f85191 2024-11-18T19:03:25,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/0d4358e53e1e401da83e392fe6fb8814 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/0d4358e53e1e401da83e392fe6fb8814 2024-11-18T19:03:25,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/460386a211d542248d23a172fbb4d0e9 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/460386a211d542248d23a172fbb4d0e9 2024-11-18T19:03:25,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/f640b10c9ef6426cbcfc1251119b8451 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/f640b10c9ef6426cbcfc1251119b8451 2024-11-18T19:03:25,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/c6fe96b1749146ae8188f70cf4ecad38 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/c6fe96b1749146ae8188f70cf4ecad38 2024-11-18T19:03:25,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/bd05ebb0eca84be482ded33ef736d9d6 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/bd05ebb0eca84be482ded33ef736d9d6 2024-11-18T19:03:25,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/218c72272bc949c394cfd4163ea16494 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/218c72272bc949c394cfd4163ea16494 2024-11-18T19:03:25,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/bc9c704f72b0461390d0d28e54969248 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/bc9c704f72b0461390d0d28e54969248 2024-11-18T19:03:25,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/3259b16365714d20b67e778eb173731f to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/3259b16365714d20b67e778eb173731f 2024-11-18T19:03:25,727 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/recovered.edits/439.seqid, newMaxSeqId=439, maxSeqId=1 2024-11-18T19:03:25,728 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. 2024-11-18T19:03:25,728 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1676): Region close journal for 19ef1bf5f32e65fe603070a56de4f828: Waiting for close lock at 1731956604350Running coprocessor pre-close hooks at 1731956604350Disabling compacts and flushes for region at 1731956604350Disabling writes for close at 1731956604350Obtaining lock to block concurrent updates at 1731956604351 (+1 ms)Preparing flush snapshotting stores in 19ef1bf5f32e65fe603070a56de4f828 at 1731956604351Finished memstore snapshotting TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731956604351Flushing stores of TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828. at 1731956604352 (+1 ms)Flushing 19ef1bf5f32e65fe603070a56de4f828/A: creating writer at 1731956604352Flushing 19ef1bf5f32e65fe603070a56de4f828/A: appending metadata at 1731956604356 (+4 ms)Flushing 19ef1bf5f32e65fe603070a56de4f828/A: closing flushed file at 1731956604357 (+1 ms)Flushing 19ef1bf5f32e65fe603070a56de4f828/B: creating writer at 1731956604775 (+418 ms)Flushing 19ef1bf5f32e65fe603070a56de4f828/B: appending metadata at 1731956604778 (+3 ms)Flushing 19ef1bf5f32e65fe603070a56de4f828/B: closing flushed file at 1731956604778Flushing 19ef1bf5f32e65fe603070a56de4f828/C: creating writer at 1731956605191 (+413 ms)Flushing 19ef1bf5f32e65fe603070a56de4f828/C: appending metadata at 1731956605195 (+4 ms)Flushing 19ef1bf5f32e65fe603070a56de4f828/C: closing flushed file at 1731956605195Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f67234: reopening flushed file at 1731956605611 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b674c1c: reopening flushed file at 1731956605619 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454511e9: reopening flushed file at 1731956605625 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 19ef1bf5f32e65fe603070a56de4f828 in 1282ms, sequenceid=436, compaction requested=true at 1731956605632 (+7 ms)Writing region close event to WAL at 1731956605725 (+93 ms)Running coprocessor post-close hooks at 1731956605728 (+3 ms)Closed at 1731956605728 2024-11-18T19:03:25,729 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(157): Closed 19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:25,730 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=110 updating hbase:meta row=19ef1bf5f32e65fe603070a56de4f828, regionState=CLOSED 2024-11-18T19:03:25,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE, hasLock=false; CloseRegionProcedure 19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 because future has completed 2024-11-18T19:03:25,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110 2024-11-18T19:03:25,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; CloseRegionProcedure 19ef1bf5f32e65fe603070a56de4f828, server=39fff3b0f89c,42799,1731956512499 in 1.5340 sec 2024-11-18T19:03:25,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-18T19:03:25,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=19ef1bf5f32e65fe603070a56de4f828, UNASSIGN in 1.5400 sec 2024-11-18T19:03:25,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=109, resume processing ppid=108 2024-11-18T19:03:25,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5430 sec 2024-11-18T19:03:25,736 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956605736"}]},"ts":"1731956605736"} 2024-11-18T19:03:25,737 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-18T19:03:25,737 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-18T19:03:25,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5560 sec 2024-11-18T19:03:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-18T19:03:26,340 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:26,341 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-18T19:03:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=112, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:03:26,346 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=112, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:03:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-18T19:03:26,348 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=112, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:03:26,351 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:26,355 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A, FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B, FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C, FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/recovered.edits] 2024-11-18T19:03:26,359 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/02c13c545091497d902f92a69025cfed to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/02c13c545091497d902f92a69025cfed 2024-11-18T19:03:26,361 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/0c2cab5abc524167b69921518235b3c6 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/0c2cab5abc524167b69921518235b3c6 2024-11-18T19:03:26,362 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/b2cf7acaed5345b59b64cfc2a9bc0859 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/A/b2cf7acaed5345b59b64cfc2a9bc0859 2024-11-18T19:03:26,365 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/63148c1bec534f5b86a21a0fed8c9a81 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/63148c1bec534f5b86a21a0fed8c9a81 2024-11-18T19:03:26,366 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/c6ed6246df9d431b9078d5596c5f729a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/c6ed6246df9d431b9078d5596c5f729a 2024-11-18T19:03:26,367 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/f2b4b8af617a4100b0007848d1e00bd4 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/B/f2b4b8af617a4100b0007848d1e00bd4 2024-11-18T19:03:26,369 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/a95a16b31b64408cb817599658af5ab2 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/a95a16b31b64408cb817599658af5ab2 2024-11-18T19:03:26,370 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/b057df9e0b344162983b111c42847c3a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/b057df9e0b344162983b111c42847c3a 2024-11-18T19:03:26,371 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/dd665de8399443b68f899e814296eadf to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/C/dd665de8399443b68f899e814296eadf 2024-11-18T19:03:26,373 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/recovered.edits/439.seqid to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828/recovered.edits/439.seqid 2024-11-18T19:03:26,373 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/19ef1bf5f32e65fe603070a56de4f828 2024-11-18T19:03:26,373 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-18T19:03:26,375 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=112, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:03:26,378 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-18T19:03:26,380 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-18T19:03:26,381 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=112, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:03:26,381 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-18T19:03:26,381 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731956606381"}]},"ts":"9223372036854775807"} 2024-11-18T19:03:26,382 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-18T19:03:26,382 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 19ef1bf5f32e65fe603070a56de4f828, NAME => 'TestAcidGuarantees,,1731956579187.19ef1bf5f32e65fe603070a56de4f828.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T19:03:26,382 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-18T19:03:26,382 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731956606382"}]},"ts":"9223372036854775807"} 2024-11-18T19:03:26,384 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-18T19:03:26,384 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=112, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:03:26,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-18T19:03:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-18T19:03:26,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-18T19:03:26,459 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:26,475 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238 (was 238), OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 275) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4134 (was 4183) 2024-11-18T19:03:26,486 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=4134 2024-11-18T19:03:26,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T19:03:26,488 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:03:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-18T19:03:26,491 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:03:26,491 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:26,491 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 113 2024-11-18T19:03:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-18T19:03:26,492 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:03:26,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742174_1350 (size=959) 2024-11-18T19:03:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-18T19:03:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-18T19:03:26,903 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748 2024-11-18T19:03:26,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742175_1351 (size=53) 2024-11-18T19:03:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-18T19:03:27,314 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:03:27,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 61b1d7b40a8d731cda847b95fb39d559, disabling compactions & flushes 2024-11-18T19:03:27,315 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:27,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:27,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. after waiting 0 ms 2024-11-18T19:03:27,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:27,315 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:27,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61b1d7b40a8d731cda847b95fb39d559: Waiting for close lock at 1731956607314Disabling compacts and flushes for region at 1731956607314Disabling writes for close at 1731956607315 (+1 ms)Writing region close event to WAL at 1731956607315Closed at 1731956607315 2024-11-18T19:03:27,317 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:03:27,318 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731956607317"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731956607317"}]},"ts":"1731956607317"} 2024-11-18T19:03:27,320 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:03:27,321 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:03:27,322 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956607321"}]},"ts":"1731956607321"} 2024-11-18T19:03:27,324 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-18T19:03:27,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=61b1d7b40a8d731cda847b95fb39d559, ASSIGN}] 2024-11-18T19:03:27,326 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=61b1d7b40a8d731cda847b95fb39d559, ASSIGN 2024-11-18T19:03:27,328 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=61b1d7b40a8d731cda847b95fb39d559, ASSIGN; state=OFFLINE, location=39fff3b0f89c,42799,1731956512499; forceNewPlan=false, retain=false 2024-11-18T19:03:27,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=114 updating hbase:meta row=61b1d7b40a8d731cda847b95fb39d559, regionState=OPENING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:27,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=61b1d7b40a8d731cda847b95fb39d559, ASSIGN because future has completed 2024-11-18T19:03:27,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:03:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-18T19:03:27,642 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:27,642 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7752): Opening region: {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:03:27,642 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:27,642 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:03:27,643 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7794): checking encryption for 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:27,643 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7797): checking classloading for 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:27,644 INFO [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:27,646 INFO [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61b1d7b40a8d731cda847b95fb39d559 columnFamilyName A 2024-11-18T19:03:27,646 DEBUG [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:27,647 INFO [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] regionserver.HStore(327): Store=61b1d7b40a8d731cda847b95fb39d559/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:03:27,647 INFO [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:27,648 INFO [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61b1d7b40a8d731cda847b95fb39d559 columnFamilyName B 2024-11-18T19:03:27,648 DEBUG [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:27,649 INFO [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] regionserver.HStore(327): Store=61b1d7b40a8d731cda847b95fb39d559/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:03:27,649 INFO [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:27,650 INFO [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61b1d7b40a8d731cda847b95fb39d559 columnFamilyName C 2024-11-18T19:03:27,650 DEBUG [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:27,651 INFO [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] regionserver.HStore(327): Store=61b1d7b40a8d731cda847b95fb39d559/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:03:27,651 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1038): replaying wal for 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:27,652 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:27,652 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:27,653 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1048): stopping wal replay for 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:27,653 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1060): Cleaning up temporary data for 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:27,654 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:03:27,656 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1093): writing seq id for 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:27,658 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:03:27,659 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1114): Opened 61b1d7b40a8d731cda847b95fb39d559; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71416838, jitterRate=0.06419381499290466}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:03:27,659 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:27,660 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1006): Region open journal for 61b1d7b40a8d731cda847b95fb39d559: Running coprocessor pre-open hook at 1731956607643Writing region info on filesystem at 1731956607643Initializing all the Stores at 1731956607644 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956607644Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956607644Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956607644Cleaning up temporary data from old regions at 1731956607653 (+9 ms)Running coprocessor post-open hooks at 1731956607659 (+6 ms)Region opened successfully at 1731956607660 (+1 ms) 2024-11-18T19:03:27,660 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., pid=115, masterSystemTime=1731956607638 2024-11-18T19:03:27,662 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:27,662 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:27,663 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=114 updating hbase:meta row=61b1d7b40a8d731cda847b95fb39d559, regionState=OPEN, openSeqNum=2, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:27,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 because future has completed 2024-11-18T19:03:27,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-18T19:03:27,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; OpenRegionProcedure 61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 in 183 msec 2024-11-18T19:03:27,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-18T19:03:27,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=61b1d7b40a8d731cda847b95fb39d559, ASSIGN in 344 msec 2024-11-18T19:03:27,671 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:03:27,671 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956607671"}]},"ts":"1731956607671"} 2024-11-18T19:03:27,672 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-18T19:03:27,673 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:03:27,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1850 sec 2024-11-18T19:03:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-18T19:03:28,649 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:28,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11851421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:28,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:28,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:28,655 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1bb468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:28,657 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:28,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67af84a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:28,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:28,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:28,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:28,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:28,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T19:03:28,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 39fff3b0f89c,42691,1731956511784 2024-11-18T19:03:28,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e5ff77b 2024-11-18T19:03:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T19:03:28,663 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T19:03:28,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T19:03:28,664 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:03:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=116, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-18T19:03:28,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742176_1352 (size=995) 2024-11-18T19:03:29,079 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-18T19:03:29,079 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-18T19:03:29,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T19:03:29,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=61b1d7b40a8d731cda847b95fb39d559, REOPEN/MOVE}] 2024-11-18T19:03:29,087 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=61b1d7b40a8d731cda847b95fb39d559, REOPEN/MOVE 2024-11-18T19:03:29,088 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=118 updating hbase:meta row=61b1d7b40a8d731cda847b95fb39d559, regionState=CLOSING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:29,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=61b1d7b40a8d731cda847b95fb39d559, REOPEN/MOVE because future has completed 2024-11-18T19:03:29,089 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:03:29,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE, hasLock=false; CloseRegionProcedure 61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:03:29,241 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(122): Close 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:29,241 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:03:29,242 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1722): Closing 61b1d7b40a8d731cda847b95fb39d559, disabling compactions & flushes 2024-11-18T19:03:29,242 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:29,242 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:29,242 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. after waiting 0 ms 2024-11-18T19:03:29,242 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:29,245 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T19:03:29,246 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:29,246 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1676): Region close journal for 61b1d7b40a8d731cda847b95fb39d559: Waiting for close lock at 1731956609242Running coprocessor pre-close hooks at 1731956609242Disabling compacts and flushes for region at 1731956609242Disabling writes for close at 1731956609242Writing region close event to WAL at 1731956609242Running coprocessor post-close hooks at 1731956609246 (+4 ms)Closed at 1731956609246 2024-11-18T19:03:29,246 WARN [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionServer(3299): Not adding moved region record: 61b1d7b40a8d731cda847b95fb39d559 to self. 2024-11-18T19:03:29,248 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(157): Closed 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:29,248 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=118 updating hbase:meta row=61b1d7b40a8d731cda847b95fb39d559, regionState=CLOSED 2024-11-18T19:03:29,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE, hasLock=false; CloseRegionProcedure 61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 because future has completed 2024-11-18T19:03:29,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-18T19:03:29,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; CloseRegionProcedure 61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 in 161 msec 2024-11-18T19:03:29,252 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=61b1d7b40a8d731cda847b95fb39d559, REOPEN/MOVE; state=CLOSED, location=39fff3b0f89c,42799,1731956512499; forceNewPlan=false, retain=true 2024-11-18T19:03:29,404 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=118 updating hbase:meta row=61b1d7b40a8d731cda847b95fb39d559, regionState=OPENING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:29,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=61b1d7b40a8d731cda847b95fb39d559, REOPEN/MOVE because future has completed 2024-11-18T19:03:29,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=118, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:03:29,568 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:29,569 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7752): Opening region: {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:03:29,569 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:29,569 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:03:29,569 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7794): checking encryption for 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:29,569 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7797): checking classloading for 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:29,571 INFO [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:29,572 INFO [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61b1d7b40a8d731cda847b95fb39d559 columnFamilyName A 2024-11-18T19:03:29,574 DEBUG [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:29,574 INFO [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] regionserver.HStore(327): Store=61b1d7b40a8d731cda847b95fb39d559/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:03:29,575 INFO [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:29,576 INFO [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61b1d7b40a8d731cda847b95fb39d559 columnFamilyName B 2024-11-18T19:03:29,576 DEBUG [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:29,576 INFO [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] regionserver.HStore(327): Store=61b1d7b40a8d731cda847b95fb39d559/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:03:29,576 INFO [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:29,577 INFO [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61b1d7b40a8d731cda847b95fb39d559 columnFamilyName C 2024-11-18T19:03:29,577 DEBUG [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:29,577 INFO [StoreOpener-61b1d7b40a8d731cda847b95fb39d559-1 {}] regionserver.HStore(327): Store=61b1d7b40a8d731cda847b95fb39d559/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:03:29,577 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1038): replaying wal for 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:29,578 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:29,579 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:29,580 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1048): stopping wal replay for 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:29,580 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1060): Cleaning up temporary data for 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:29,580 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:03:29,582 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1093): writing seq id for 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:29,583 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1114): Opened 61b1d7b40a8d731cda847b95fb39d559; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73368515, jitterRate=0.09327606856822968}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:03:29,583 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:29,583 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1006): Region open journal for 61b1d7b40a8d731cda847b95fb39d559: Running coprocessor pre-open hook at 1731956609569Writing region info on filesystem at 1731956609569Initializing all the Stores at 1731956609570 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956609570Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956609571 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956609571Cleaning up temporary data from old regions at 1731956609580 (+9 ms)Running coprocessor post-open hooks at 1731956609583 (+3 ms)Region opened successfully at 1731956609583 2024-11-18T19:03:29,584 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., pid=120, masterSystemTime=1731956609561 2024-11-18T19:03:29,586 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:29,586 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:29,587 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=118 updating hbase:meta row=61b1d7b40a8d731cda847b95fb39d559, regionState=OPEN, openSeqNum=5, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:29,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=118, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 because future has completed 2024-11-18T19:03:29,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=118 2024-11-18T19:03:29,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=118, state=SUCCESS, hasLock=false; OpenRegionProcedure 61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 in 182 msec 2024-11-18T19:03:29,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-18T19:03:29,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=61b1d7b40a8d731cda847b95fb39d559, REOPEN/MOVE in 505 msec 2024-11-18T19:03:29,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-18T19:03:29,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 510 msec 2024-11-18T19:03:29,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 932 msec 2024-11-18T19:03:29,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-18T19:03:29,599 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:29,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335bd9f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:29,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:29,601 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:29,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:29,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:29,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2847c569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:29,602 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:29,602 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:29,602 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:29,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f992e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549ff36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:29,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:29,604 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:29,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e93bef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:29,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:29,606 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:29,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca67d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1495b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:29,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:29,608 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:29,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:29,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:29,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca10802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:29,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:29,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:29,610 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:29,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a280ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a145a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:29,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:29,612 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4133e130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:29,614 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:29,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f18de26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7933e7cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:29,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:29,616 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:29,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:29,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:29,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf6645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:29,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:29,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:29,618 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:29,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d527309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b124c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:29,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:29,620 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:29,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:29,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:29,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63915897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:29,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:29,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:29,622 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:29,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1ea994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd5b9c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:29,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:29,624 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603481e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:29,625 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:29,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7433eee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7604174c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:29,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:29,628 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:29,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:29,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:29,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281c3124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:29,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:29,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:29,630 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:29,630 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7736af46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df18c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:29,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:29,632 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:29,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:29,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:29,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b159a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:29,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:29,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:29,634 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:29,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db4a34b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb9f257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:03:29,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:03:29,636 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:03:29,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:03:29,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:03:29,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@755028d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:03:29,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:03:29,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:29,638 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:03:29,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70067dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:03:29,639 DEBUG [Thread-1600 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:29,639 DEBUG [Thread-1604 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:29,639 DEBUG [Thread-1615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:29,640 DEBUG [Thread-1613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:29,640 DEBUG [Thread-1598 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:29,640 DEBUG [Thread-1602 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:29,640 DEBUG [Thread-1611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:29,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:29,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:29,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:29,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:29,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:29,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:29,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:29,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:29,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:29,641 DEBUG [Thread-1604 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:29,641 DEBUG [Thread-1606 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:29,641 DEBUG [Thread-1604 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:29,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:29,641 DEBUG [Thread-1617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:29,642 DEBUG [Thread-1602 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:29,642 DEBUG [Thread-1602 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:29,642 DEBUG [Thread-1606 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:29,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:29,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:29,642 DEBUG [Thread-1606 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:29,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:29,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:29,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:29,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:29,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:29,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:29,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:29,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:29,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:29,644 DEBUG [Thread-1609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:03:29,644 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:29,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:03:29,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:03:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-18T19:03:29,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:03:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-18T19:03:29,646 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:03:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:03:29,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:03:29,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:03:29,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:03:29,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:03:29,648 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:29,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:03:29,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:03:29,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:03:29,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:03:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:29,683 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:03:29,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61b1d7b40a8d731cda847b95fb39d559 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-18T19:03:29,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e22e29d630ad4e21954f0ba0c5f73aef_61b1d7b40a8d731cda847b95fb39d559 is 50, key is test_row_0/A:col10/1731956609681/Put/seqid=0 2024-11-18T19:03:29,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956669720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:29,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:29,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956669724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:29,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:29,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956669724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:29,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742177_1353 (size=17034) 2024-11-18T19:03:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:29,734 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:29,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:29,737 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e22e29d630ad4e21954f0ba0c5f73aef_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e22e29d630ad4e21954f0ba0c5f73aef_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956669726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:29,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:29,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956669727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:29,739 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/5c10a43f31d543279d829ada0997e05f, store: [table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:29,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/5c10a43f31d543279d829ada0997e05f is 175, key is test_row_0/A:col10/1731956609681/Put/seqid=0 2024-11-18T19:03:29,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742178_1354 (size=48139) 2024-11-18T19:03:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-18T19:03:29,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-18T19:03:29,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:29,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:29,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:29,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:29,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:29,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956669838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956669838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:29,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956669838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:29,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956669847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:29,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956669847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:29,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:29,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:29,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:29,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-18T19:03:29,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:29,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:29,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:29,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:29,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-18T19:03:30,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956670047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:30,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956670047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956670047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:30,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:30,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956670057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:30,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956670057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:30,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:30,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:30,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-18T19:03:30,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:30,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:30,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:30,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:30,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:30,153 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/5c10a43f31d543279d829ada0997e05f 2024-11-18T19:03:30,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/f74b59064aec46fd8abb3c260d01f0da is 50, key is test_row_0/B:col10/1731956609681/Put/seqid=0 2024-11-18T19:03:30,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742179_1355 (size=12001) 2024-11-18T19:03:30,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-18T19:03:30,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:30,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:30,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:30,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:30,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-18T19:03:30,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956670357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:30,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956670357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:30,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956670357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:30,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956670367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:30,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:30,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956670367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:30,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:30,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-18T19:03:30,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:30,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:30,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:30,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:30,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:30,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-18T19:03:30,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:30,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:30,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:30,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:30,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:30,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/f74b59064aec46fd8abb3c260d01f0da 2024-11-18T19:03:30,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/dce378d495fd472aaec017ac8b9165e4 is 50, key is test_row_0/C:col10/1731956609681/Put/seqid=0 2024-11-18T19:03:30,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742180_1356 (size=12001) 2024-11-18T19:03:30,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-18T19:03:30,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:30,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:30,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:30,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:30,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-18T19:03:30,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-18T19:03:30,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:30,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:30,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:30,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:30,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:30,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956670867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:30,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956670867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:30,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:30,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956670867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:30,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:30,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:30,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956670877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:30,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:30,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956670888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:30,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:30,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:31,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/dce378d495fd472aaec017ac8b9165e4 2024-11-18T19:03:31,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/5c10a43f31d543279d829ada0997e05f as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/5c10a43f31d543279d829ada0997e05f 2024-11-18T19:03:31,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/5c10a43f31d543279d829ada0997e05f, entries=250, sequenceid=16, filesize=47.0 K 2024-11-18T19:03:31,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/f74b59064aec46fd8abb3c260d01f0da as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/f74b59064aec46fd8abb3c260d01f0da 2024-11-18T19:03:31,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/f74b59064aec46fd8abb3c260d01f0da, entries=150, sequenceid=16, filesize=11.7 K 2024-11-18T19:03:31,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/dce378d495fd472aaec017ac8b9165e4 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/dce378d495fd472aaec017ac8b9165e4 2024-11-18T19:03:31,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/dce378d495fd472aaec017ac8b9165e4, entries=150, sequenceid=16, filesize=11.7 K 2024-11-18T19:03:31,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 61b1d7b40a8d731cda847b95fb39d559 in 1334ms, sequenceid=16, compaction requested=false 2024-11-18T19:03:31,018 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-18T19:03:31,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:31,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-18T19:03:31,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:31,023 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 61b1d7b40a8d731cda847b95fb39d559 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T19:03:31,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118095e8ec061fb4622a40b04b12632eadd_61b1d7b40a8d731cda847b95fb39d559 is 50, key is test_row_0/A:col10/1731956609725/Put/seqid=0 2024-11-18T19:03:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742181_1357 (size=12154) 2024-11-18T19:03:31,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,037 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118095e8ec061fb4622a40b04b12632eadd_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118095e8ec061fb4622a40b04b12632eadd_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:31,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/1487dbdb06da4870adffe3cc97747e5b, store: [table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:31,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/1487dbdb06da4870adffe3cc97747e5b is 175, key is test_row_0/A:col10/1731956609725/Put/seqid=0 2024-11-18T19:03:31,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742182_1358 (size=30955) 2024-11-18T19:03:31,042 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/1487dbdb06da4870adffe3cc97747e5b 2024-11-18T19:03:31,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/e2f63490953f4be087a08a02aeecb869 is 50, key is test_row_0/B:col10/1731956609725/Put/seqid=0 2024-11-18T19:03:31,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742183_1359 (size=12001) 2024-11-18T19:03:31,254 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:03:31,451 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/e2f63490953f4be087a08a02aeecb869 2024-11-18T19:03:31,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/3a3b300c600f43b3945284e8473c6e6d is 50, key is test_row_0/C:col10/1731956609725/Put/seqid=0 2024-11-18T19:03:31,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742184_1360 (size=12001) 2024-11-18T19:03:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-18T19:03:31,861 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/3a3b300c600f43b3945284e8473c6e6d 2024-11-18T19:03:31,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/1487dbdb06da4870adffe3cc97747e5b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/1487dbdb06da4870adffe3cc97747e5b 2024-11-18T19:03:31,867 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/1487dbdb06da4870adffe3cc97747e5b, entries=150, sequenceid=40, filesize=30.2 K 2024-11-18T19:03:31,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/e2f63490953f4be087a08a02aeecb869 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/e2f63490953f4be087a08a02aeecb869 2024-11-18T19:03:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,871 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/e2f63490953f4be087a08a02aeecb869, entries=150, sequenceid=40, filesize=11.7 K 2024-11-18T19:03:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/3a3b300c600f43b3945284e8473c6e6d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/3a3b300c600f43b3945284e8473c6e6d 2024-11-18T19:03:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,875 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/3a3b300c600f43b3945284e8473c6e6d, entries=150, sequenceid=40, filesize=11.7 K 2024-11-18T19:03:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,876 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 61b1d7b40a8d731cda847b95fb39d559 in 853ms, sequenceid=40, compaction requested=false 2024-11-18T19:03:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:31,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:31,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-18T19:03:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-18T19:03:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-18T19:03:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2290 sec 2024-11-18T19:03:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.2360 sec 2024-11-18T19:03:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:31,951 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:03:31,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61b1d7b40a8d731cda847b95fb39d559 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T19:03:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118deea5f78ea9942319ded41c320fefb83_61b1d7b40a8d731cda847b95fb39d559 is 50, key is test_row_0/A:col10/1731956611950/Put/seqid=0 2024-11-18T19:03:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742186_1362 (size=24358) 2024-11-18T19:03:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:32,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956671995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956671996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956671997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956671998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956671999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956672107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956672117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956672117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956672118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956672118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956672317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956672327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956672327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956672328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956672328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,369 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:32,372 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118deea5f78ea9942319ded41c320fefb83_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118deea5f78ea9942319ded41c320fefb83_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:32,373 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/78423155d3964974a4badb56e5ffb651, store: [table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:32,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/78423155d3964974a4badb56e5ffb651 is 175, key is test_row_0/A:col10/1731956611950/Put/seqid=0 2024-11-18T19:03:32,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742185_1361 (size=73995) 2024-11-18T19:03:32,375 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/78423155d3964974a4badb56e5ffb651 2024-11-18T19:03:32,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/2787bdcf4b784df983df3875abd78a78 is 50, key is test_row_0/B:col10/1731956611950/Put/seqid=0 2024-11-18T19:03:32,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742187_1363 (size=12001) 2024-11-18T19:03:32,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956672627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956672637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956672648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956672648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956672648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:32,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:32,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/2787bdcf4b784df983df3875abd78a78 2024-11-18T19:03:32,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/90503bff7cdb42a58e8962844ef9846f is 50, key is test_row_0/C:col10/1731956611950/Put/seqid=0 2024-11-18T19:03:32,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742188_1364 (size=12001) 2024-11-18T19:03:33,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956673137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:33,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:33,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:33,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:33,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956673158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:33,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:33,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:33,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:33,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956673168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:33,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:33,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:33,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956673168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:33,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:33,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:33,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:33,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956673168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:33,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:33,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:33,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:33,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:33,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/90503bff7cdb42a58e8962844ef9846f 2024-11-18T19:03:33,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/78423155d3964974a4badb56e5ffb651 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/78423155d3964974a4badb56e5ffb651 2024-11-18T19:03:33,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/78423155d3964974a4badb56e5ffb651, entries=400, sequenceid=51, filesize=72.3 K 2024-11-18T19:03:33,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/2787bdcf4b784df983df3875abd78a78 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/2787bdcf4b784df983df3875abd78a78 2024-11-18T19:03:33,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/2787bdcf4b784df983df3875abd78a78, entries=150, sequenceid=51, filesize=11.7 K 2024-11-18T19:03:33,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/90503bff7cdb42a58e8962844ef9846f as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/90503bff7cdb42a58e8962844ef9846f 2024-11-18T19:03:33,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/90503bff7cdb42a58e8962844ef9846f, entries=150, sequenceid=51, filesize=11.7 K 2024-11-18T19:03:33,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 61b1d7b40a8d731cda847b95fb39d559 in 1268ms, sequenceid=51, compaction requested=true 2024-11-18T19:03:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61b1d7b40a8d731cda847b95fb39d559:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:03:33,220 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:33,220 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61b1d7b40a8d731cda847b95fb39d559:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:03:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61b1d7b40a8d731cda847b95fb39d559:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:03:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:33,222 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 153089 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:33,222 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:33,222 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 61b1d7b40a8d731cda847b95fb39d559/B is initiating minor compaction (all files) 2024-11-18T19:03:33,222 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 61b1d7b40a8d731cda847b95fb39d559/A is initiating minor compaction (all files) 2024-11-18T19:03:33,222 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61b1d7b40a8d731cda847b95fb39d559/A in TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:33,222 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61b1d7b40a8d731cda847b95fb39d559/B in TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:33,222 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/5c10a43f31d543279d829ada0997e05f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/1487dbdb06da4870adffe3cc97747e5b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/78423155d3964974a4badb56e5ffb651] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp, totalSize=149.5 K 2024-11-18T19:03:33,222 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/f74b59064aec46fd8abb3c260d01f0da, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/e2f63490953f4be087a08a02aeecb869, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/2787bdcf4b784df983df3875abd78a78] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp, totalSize=35.2 K 2024-11-18T19:03:33,222 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:33,222 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. files: [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/5c10a43f31d543279d829ada0997e05f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/1487dbdb06da4870adffe3cc97747e5b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/78423155d3964974a4badb56e5ffb651] 2024-11-18T19:03:33,223 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting f74b59064aec46fd8abb3c260d01f0da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731956609679 2024-11-18T19:03:33,223 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c10a43f31d543279d829ada0997e05f, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731956609648 2024-11-18T19:03:33,223 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting e2f63490953f4be087a08a02aeecb869, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731956609712 2024-11-18T19:03:33,223 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1487dbdb06da4870adffe3cc97747e5b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731956609712 2024-11-18T19:03:33,223 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 2787bdcf4b784df983df3875abd78a78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731956611940 2024-11-18T19:03:33,223 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78423155d3964974a4badb56e5ffb651, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731956611934 2024-11-18T19:03:33,228 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:33,230 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61b1d7b40a8d731cda847b95fb39d559#B#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:33,230 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/ecd90f9369fa4d0baeea5b8a8aff239a is 50, key is test_row_0/B:col10/1731956611950/Put/seqid=0 2024-11-18T19:03:33,233 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118b53c2503abb242b79bf47d0a9558a28d_61b1d7b40a8d731cda847b95fb39d559 store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:33,235 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118b53c2503abb242b79bf47d0a9558a28d_61b1d7b40a8d731cda847b95fb39d559, store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:33,235 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b53c2503abb242b79bf47d0a9558a28d_61b1d7b40a8d731cda847b95fb39d559 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:33,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742189_1365 (size=12104) 2024-11-18T19:03:33,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742190_1366 (size=4469) 2024-11-18T19:03:33,241 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61b1d7b40a8d731cda847b95fb39d559#A#compaction#316 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:33,241 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/32606abc61e04409ae092f8b9e2186bd is 175, key is test_row_0/A:col10/1731956611950/Put/seqid=0 2024-11-18T19:03:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742191_1367 (size=31058) 2024-11-18T19:03:33,644 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/ecd90f9369fa4d0baeea5b8a8aff239a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/ecd90f9369fa4d0baeea5b8a8aff239a 2024-11-18T19:03:33,647 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/32606abc61e04409ae092f8b9e2186bd as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/32606abc61e04409ae092f8b9e2186bd 2024-11-18T19:03:33,648 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61b1d7b40a8d731cda847b95fb39d559/B of 61b1d7b40a8d731cda847b95fb39d559 into ecd90f9369fa4d0baeea5b8a8aff239a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:33,648 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:33,648 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., storeName=61b1d7b40a8d731cda847b95fb39d559/B, priority=13, startTime=1731956613220; duration=0sec 2024-11-18T19:03:33,648 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:33,649 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61b1d7b40a8d731cda847b95fb39d559:B 2024-11-18T19:03:33,649 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:33,649 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:33,649 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 61b1d7b40a8d731cda847b95fb39d559/C is initiating minor compaction (all files) 2024-11-18T19:03:33,649 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61b1d7b40a8d731cda847b95fb39d559/C in TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:33,650 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/dce378d495fd472aaec017ac8b9165e4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/3a3b300c600f43b3945284e8473c6e6d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/90503bff7cdb42a58e8962844ef9846f] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp, totalSize=35.2 K 2024-11-18T19:03:33,650 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting dce378d495fd472aaec017ac8b9165e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731956609679 2024-11-18T19:03:33,650 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a3b300c600f43b3945284e8473c6e6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731956609712 2024-11-18T19:03:33,651 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 90503bff7cdb42a58e8962844ef9846f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731956611940 2024-11-18T19:03:33,651 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61b1d7b40a8d731cda847b95fb39d559/A of 61b1d7b40a8d731cda847b95fb39d559 into 32606abc61e04409ae092f8b9e2186bd(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:33,651 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:33,651 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., storeName=61b1d7b40a8d731cda847b95fb39d559/A, priority=13, startTime=1731956613220; duration=0sec 2024-11-18T19:03:33,651 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:33,651 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61b1d7b40a8d731cda847b95fb39d559:A 2024-11-18T19:03:33,657 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61b1d7b40a8d731cda847b95fb39d559#C#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:33,658 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/1a9b05d27a3848e09b9b1fce7b74b031 is 50, key is test_row_0/C:col10/1731956611950/Put/seqid=0 2024-11-18T19:03:33,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742192_1368 (size=12104) 2024-11-18T19:03:33,668 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/1a9b05d27a3848e09b9b1fce7b74b031 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/1a9b05d27a3848e09b9b1fce7b74b031 2024-11-18T19:03:33,673 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61b1d7b40a8d731cda847b95fb39d559/C of 61b1d7b40a8d731cda847b95fb39d559 into 1a9b05d27a3848e09b9b1fce7b74b031(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:33,673 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:33,673 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., storeName=61b1d7b40a8d731cda847b95fb39d559/C, priority=13, startTime=1731956613220; duration=0sec 2024-11-18T19:03:33,673 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:33,673 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61b1d7b40a8d731cda847b95fb39d559:C 2024-11-18T19:03:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-18T19:03:33,808 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:33,808 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-18T19:03:33,809 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-18T19:03:33,810 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:33,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-18T19:03:33,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-18T19:03:33,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:33,962 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 61b1d7b40a8d731cda847b95fb39d559 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-18T19:03:33,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f11c2641396e4e3ba981e4cf8bc88bb9_61b1d7b40a8d731cda847b95fb39d559 is 50, key is test_row_0/A:col10/1731956611996/Put/seqid=0 2024-11-18T19:03:33,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742193_1369 (size=12154) 2024-11-18T19:03:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-18T19:03:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:34,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:34,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956674178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:34,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:34,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956674181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:34,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956674187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:34,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956674187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:34,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956674187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:34,189 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_0' in 61b1d7b40a8d731cda847b95fb39d559 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:03:34,189 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_0' in 61b1d7b40a8d731cda847b95fb39d559 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:03:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:34,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:34,189 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in 61b1d7b40a8d731cda847b95fb39d559 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:03:34,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:34,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956674287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:34,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:34,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956674297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:34,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:34,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:34,375 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f11c2641396e4e3ba981e4cf8bc88bb9_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f11c2641396e4e3ba981e4cf8bc88bb9_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:34,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/05aaec591f06458f8033f590d19dc02f, store: [table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:34,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/05aaec591f06458f8033f590d19dc02f is 175, key is test_row_0/A:col10/1731956611996/Put/seqid=0 2024-11-18T19:03:34,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742194_1370 (size=30955) 2024-11-18T19:03:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-18T19:03:34,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956674497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:34,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:34,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956674507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:34,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:34,780 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/05aaec591f06458f8033f590d19dc02f 2024-11-18T19:03:34,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956674807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:34,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/9c38ec29810745afa9d1bcce6c1aca94 is 50, key is test_row_0/B:col10/1731956611996/Put/seqid=0 2024-11-18T19:03:34,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:34,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742195_1371 (size=12001) 2024-11-18T19:03:34,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956674818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-18T19:03:35,217 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/9c38ec29810745afa9d1bcce6c1aca94 2024-11-18T19:03:35,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/3b998c1c850446b0ba09e3040742d475 is 50, key is test_row_0/C:col10/1731956611996/Put/seqid=0 2024-11-18T19:03:35,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742196_1372 (size=12001) 2024-11-18T19:03:35,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956675328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:35,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956675328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:35,626 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/3b998c1c850446b0ba09e3040742d475 2024-11-18T19:03:35,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/05aaec591f06458f8033f590d19dc02f as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/05aaec591f06458f8033f590d19dc02f 2024-11-18T19:03:35,634 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/05aaec591f06458f8033f590d19dc02f, entries=150, sequenceid=79, filesize=30.2 K 2024-11-18T19:03:35,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/9c38ec29810745afa9d1bcce6c1aca94 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/9c38ec29810745afa9d1bcce6c1aca94 2024-11-18T19:03:35,637 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/9c38ec29810745afa9d1bcce6c1aca94, entries=150, sequenceid=79, filesize=11.7 K 2024-11-18T19:03:35,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/3b998c1c850446b0ba09e3040742d475 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/3b998c1c850446b0ba09e3040742d475 2024-11-18T19:03:35,640 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/3b998c1c850446b0ba09e3040742d475, entries=150, sequenceid=79, filesize=11.7 K 2024-11-18T19:03:35,641 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 61b1d7b40a8d731cda847b95fb39d559 in 1679ms, sequenceid=79, compaction requested=false 2024-11-18T19:03:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-18T19:03:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-18T19:03:35,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-18T19:03:35,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8320 sec 2024-11-18T19:03:35,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.8360 sec 2024-11-18T19:03:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-18T19:03:35,957 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:35,958 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-18T19:03:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-18T19:03:35,960 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:35,961 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:35,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-18T19:03:36,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-18T19:03:36,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:36,113 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 61b1d7b40a8d731cda847b95fb39d559 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T19:03:36,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118119da64b1fd24ab7a5bf1621ef77c3cc_61b1d7b40a8d731cda847b95fb39d559 is 50, key is test_row_0/A:col10/1731956614180/Put/seqid=0 2024-11-18T19:03:36,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742197_1373 (size=12154) 2024-11-18T19:03:36,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:36,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956676257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:36,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:36,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956676265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:36,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:36,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956676266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:36,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-18T19:03:36,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956676337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:36,344 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_0' in 61b1d7b40a8d731cda847b95fb39d559 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:03:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:36,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956676347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:36,354 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_0' in 61b1d7b40a8d731cda847b95fb39d559 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:03:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:36,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956676378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:36,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956676378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:36,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:36,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956676378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:36,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:36,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:36,536 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118119da64b1fd24ab7a5bf1621ef77c3cc_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118119da64b1fd24ab7a5bf1621ef77c3cc_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:36,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/512b5ae966f34e5bbf3f7f7f7c1ebbf2, store: [table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:36,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/512b5ae966f34e5bbf3f7f7f7c1ebbf2 is 175, key is test_row_0/A:col10/1731956614180/Put/seqid=0 2024-11-18T19:03:36,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742198_1374 (size=30955) 2024-11-18T19:03:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-18T19:03:36,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956676588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:36,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956676588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956676588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:36,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956676897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:36,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956676897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:36,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:36,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956676907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:36,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:36,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:36,941 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/512b5ae966f34e5bbf3f7f7f7c1ebbf2 2024-11-18T19:03:36,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/7cd599f7282f4769b200e634d3bf2814 is 50, key is test_row_0/B:col10/1731956614180/Put/seqid=0 2024-11-18T19:03:36,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742199_1375 (size=12001) 2024-11-18T19:03:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-18T19:03:37,350 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/7cd599f7282f4769b200e634d3bf2814 2024-11-18T19:03:37,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/b62729497fcb4ad683c4b4d0219b8510 is 50, key is test_row_0/C:col10/1731956614180/Put/seqid=0 2024-11-18T19:03:37,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742200_1376 (size=12001) 2024-11-18T19:03:37,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956677407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:37,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956677407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:37,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956677417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:37,762 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/b62729497fcb4ad683c4b4d0219b8510 2024-11-18T19:03:37,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/512b5ae966f34e5bbf3f7f7f7c1ebbf2 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/512b5ae966f34e5bbf3f7f7f7c1ebbf2 2024-11-18T19:03:37,768 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/512b5ae966f34e5bbf3f7f7f7c1ebbf2, entries=150, sequenceid=90, filesize=30.2 K 2024-11-18T19:03:37,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/7cd599f7282f4769b200e634d3bf2814 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/7cd599f7282f4769b200e634d3bf2814 2024-11-18T19:03:37,772 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/7cd599f7282f4769b200e634d3bf2814, entries=150, sequenceid=90, filesize=11.7 K 2024-11-18T19:03:37,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/b62729497fcb4ad683c4b4d0219b8510 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/b62729497fcb4ad683c4b4d0219b8510 2024-11-18T19:03:37,775 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/b62729497fcb4ad683c4b4d0219b8510, entries=150, sequenceid=90, filesize=11.7 K 2024-11-18T19:03:37,777 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 61b1d7b40a8d731cda847b95fb39d559 in 1664ms, sequenceid=90, compaction requested=true 2024-11-18T19:03:37,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:37,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:37,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-18T19:03:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-18T19:03:37,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-18T19:03:37,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8170 sec 2024-11-18T19:03:37,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.8220 sec 2024-11-18T19:03:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-18T19:03:38,108 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:38,108 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-18T19:03:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-18T19:03:38,110 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:38,110 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:38,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-18T19:03:38,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-18T19:03:38,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:38,262 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 61b1d7b40a8d731cda847b95fb39d559 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-18T19:03:38,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111891e5b3389f9f42e3a1c298536227790b_61b1d7b40a8d731cda847b95fb39d559 is 50, key is test_row_0/A:col10/1731956616264/Put/seqid=0 2024-11-18T19:03:38,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742201_1377 (size=12154) 2024-11-18T19:03:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:38,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:38,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956678391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:38,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:38,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:38,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:38,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956678395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:38,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:38,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:38,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-18T19:03:38,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956678427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:38,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956678427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:38,437 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in 61b1d7b40a8d731cda847b95fb39d559 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:03:38,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:38,437 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in 61b1d7b40a8d731cda847b95fb39d559 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:03:38,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:38,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:38,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:38,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:38,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:38,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956678438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:38,444 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_0' in 61b1d7b40a8d731cda847b95fb39d559 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:03:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:38,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956678497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:38,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:38,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:38,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:38,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956678508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:38,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:38,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:38,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:38,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:38,684 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111891e5b3389f9f42e3a1c298536227790b_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111891e5b3389f9f42e3a1c298536227790b_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:38,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/6f27217b699e44e58d6fd39a671c4718, store: [table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:38,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/6f27217b699e44e58d6fd39a671c4718 is 175, key is test_row_0/A:col10/1731956616264/Put/seqid=0 2024-11-18T19:03:38,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742202_1378 (size=30955) 2024-11-18T19:03:38,688 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/6f27217b699e44e58d6fd39a671c4718 2024-11-18T19:03:38,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/f1917f0b91144e07819e456c9158a001 is 50, key is test_row_0/B:col10/1731956616264/Put/seqid=0 2024-11-18T19:03:38,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742203_1379 (size=12001) 2024-11-18T19:03:38,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956678707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:38,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:38,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:38,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:38,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956678717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:38,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:38,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:38,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-18T19:03:39,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956679028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:39,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:39,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:39,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:39,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956679038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:39,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:39,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:39,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:39,098 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/f1917f0b91144e07819e456c9158a001 2024-11-18T19:03:39,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/26299547d1794143b65cf831661146d7 is 50, key is test_row_0/C:col10/1731956616264/Put/seqid=0 2024-11-18T19:03:39,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742204_1380 (size=12001) 2024-11-18T19:03:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-18T19:03:39,507 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/26299547d1794143b65cf831661146d7 2024-11-18T19:03:39,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/6f27217b699e44e58d6fd39a671c4718 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/6f27217b699e44e58d6fd39a671c4718 2024-11-18T19:03:39,513 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/6f27217b699e44e58d6fd39a671c4718, entries=150, sequenceid=115, filesize=30.2 K 2024-11-18T19:03:39,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/f1917f0b91144e07819e456c9158a001 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/f1917f0b91144e07819e456c9158a001 2024-11-18T19:03:39,516 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/f1917f0b91144e07819e456c9158a001, entries=150, sequenceid=115, filesize=11.7 K 2024-11-18T19:03:39,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/26299547d1794143b65cf831661146d7 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/26299547d1794143b65cf831661146d7 2024-11-18T19:03:39,519 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/26299547d1794143b65cf831661146d7, entries=150, sequenceid=115, filesize=11.7 K 2024-11-18T19:03:39,520 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 61b1d7b40a8d731cda847b95fb39d559 in 1258ms, sequenceid=115, compaction requested=true 2024-11-18T19:03:39,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:39,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:39,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-18T19:03:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-18T19:03:39,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-18T19:03:39,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4110 sec 2024-11-18T19:03:39,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.4150 sec 2024-11-18T19:03:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:39,543 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:03:39,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61b1d7b40a8d731cda847b95fb39d559 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-18T19:03:39,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186e55d6de52a5448fb6129e1baaaa3fac_61b1d7b40a8d731cda847b95fb39d559 is 50, key is test_row_0/A:col10/1731956619542/Put/seqid=0 2024-11-18T19:03:39,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742205_1381 (size=14594) 2024-11-18T19:03:39,556 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:39,559 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186e55d6de52a5448fb6129e1baaaa3fac_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186e55d6de52a5448fb6129e1baaaa3fac_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:39,559 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/9eeff9c3bef041b0a79a878bddc4ee98, store: [table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:39,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/9eeff9c3bef041b0a79a878bddc4ee98 is 175, key is test_row_0/A:col10/1731956619542/Put/seqid=0 2024-11-18T19:03:39,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742206_1382 (size=39549) 2024-11-18T19:03:39,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956679639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:39,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956679641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:39,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:39,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:39,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:39,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956679757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:39,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956679757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:39,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956679967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:39,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:39,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:39,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:39,972 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/9eeff9c3bef041b0a79a878bddc4ee98 2024-11-18T19:03:39,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/a2a86039aa724b298cd9b51b5e426e9d is 50, key is test_row_0/B:col10/1731956619542/Put/seqid=0 2024-11-18T19:03:39,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742207_1383 (size=12001) 2024-11-18T19:03:39,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956679977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:39,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:39,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:39,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-18T19:03:40,268 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:40,268 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-18T19:03:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-18T19:03:40,269 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:40,270 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:40,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:40,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956680278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:40,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956680287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:40,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:40,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:40,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-18T19:03:40,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/a2a86039aa724b298cd9b51b5e426e9d 2024-11-18T19:03:40,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/55459d17bde94efa841cf65b8e7cd270 is 50, key is test_row_0/C:col10/1731956619542/Put/seqid=0 2024-11-18T19:03:40,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742208_1384 (size=12001) 2024-11-18T19:03:40,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-18T19:03:40,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:40,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:40,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:40,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:40,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:40,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956680457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:40,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956680457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:40,466 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in 61b1d7b40a8d731cda847b95fb39d559 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:03:40,466 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in 61b1d7b40a8d731cda847b95fb39d559 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:03:40,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:40,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:40,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:40,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:40,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:40,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:40,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956680468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:40,478 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_0' in 61b1d7b40a8d731cda847b95fb39d559 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:03:40,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:40,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:40,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:40,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-18T19:03:40,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:40,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:40,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:40,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:40,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-18T19:03:40,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-18T19:03:40,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:40,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:40,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:40,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:40,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:40,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/55459d17bde94efa841cf65b8e7cd270 2024-11-18T19:03:40,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956680787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:40,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:40,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:40,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:40,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/9eeff9c3bef041b0a79a878bddc4ee98 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/9eeff9c3bef041b0a79a878bddc4ee98 2024-11-18T19:03:40,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/9eeff9c3bef041b0a79a878bddc4ee98, entries=200, sequenceid=127, filesize=38.6 K 2024-11-18T19:03:40,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/a2a86039aa724b298cd9b51b5e426e9d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/a2a86039aa724b298cd9b51b5e426e9d 2024-11-18T19:03:40,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/a2a86039aa724b298cd9b51b5e426e9d, entries=150, sequenceid=127, filesize=11.7 K 2024-11-18T19:03:40,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/55459d17bde94efa841cf65b8e7cd270 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/55459d17bde94efa841cf65b8e7cd270 2024-11-18T19:03:40,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/55459d17bde94efa841cf65b8e7cd270, entries=150, sequenceid=127, filesize=11.7 K 2024-11-18T19:03:40,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 61b1d7b40a8d731cda847b95fb39d559 in 1264ms, sequenceid=127, compaction requested=true 2024-11-18T19:03:40,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:40,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61b1d7b40a8d731cda847b95fb39d559:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:03:40,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:40,808 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T19:03:40,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61b1d7b40a8d731cda847b95fb39d559:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:03:40,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:40,808 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T19:03:40,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61b1d7b40a8d731cda847b95fb39d559:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:03:40,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:40,809 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T19:03:40,809 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 163472 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T19:03:40,809 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 61b1d7b40a8d731cda847b95fb39d559/B is initiating minor compaction (all files) 2024-11-18T19:03:40,809 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 61b1d7b40a8d731cda847b95fb39d559/A is initiating minor compaction (all files) 2024-11-18T19:03:40,809 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61b1d7b40a8d731cda847b95fb39d559/B in TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:40,809 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61b1d7b40a8d731cda847b95fb39d559/A in TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:40,809 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/ecd90f9369fa4d0baeea5b8a8aff239a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/9c38ec29810745afa9d1bcce6c1aca94, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/7cd599f7282f4769b200e634d3bf2814, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/f1917f0b91144e07819e456c9158a001, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/a2a86039aa724b298cd9b51b5e426e9d] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp, totalSize=58.7 K 2024-11-18T19:03:40,809 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/32606abc61e04409ae092f8b9e2186bd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/05aaec591f06458f8033f590d19dc02f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/512b5ae966f34e5bbf3f7f7f7c1ebbf2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/6f27217b699e44e58d6fd39a671c4718, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/9eeff9c3bef041b0a79a878bddc4ee98] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp, totalSize=159.6 K 2024-11-18T19:03:40,809 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:40,809 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. files: [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/32606abc61e04409ae092f8b9e2186bd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/05aaec591f06458f8033f590d19dc02f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/512b5ae966f34e5bbf3f7f7f7c1ebbf2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/6f27217b699e44e58d6fd39a671c4718, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/9eeff9c3bef041b0a79a878bddc4ee98] 2024-11-18T19:03:40,809 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting ecd90f9369fa4d0baeea5b8a8aff239a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731956611940 2024-11-18T19:03:40,810 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32606abc61e04409ae092f8b9e2186bd, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731956611940 2024-11-18T19:03:40,810 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c38ec29810745afa9d1bcce6c1aca94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731956611996 2024-11-18T19:03:40,810 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05aaec591f06458f8033f590d19dc02f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731956611996 2024-11-18T19:03:40,810 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cd599f7282f4769b200e634d3bf2814, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731956614171 2024-11-18T19:03:40,810 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 512b5ae966f34e5bbf3f7f7f7c1ebbf2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731956614171 2024-11-18T19:03:40,810 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting f1917f0b91144e07819e456c9158a001, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731956616254 2024-11-18T19:03:40,810 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f27217b699e44e58d6fd39a671c4718, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731956616254 2024-11-18T19:03:40,810 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9eeff9c3bef041b0a79a878bddc4ee98, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731956618371 2024-11-18T19:03:40,810 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting a2a86039aa724b298cd9b51b5e426e9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731956618371 2024-11-18T19:03:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:40,811 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:03:40,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61b1d7b40a8d731cda847b95fb39d559 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-18T19:03:40,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111821e6399b58474d4f8b73845e58b8b613_61b1d7b40a8d731cda847b95fb39d559 is 50, key is test_row_0/A:col10/1731956619637/Put/seqid=0 2024-11-18T19:03:40,822 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61b1d7b40a8d731cda847b95fb39d559#B#compaction#331 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:40,823 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/1ad1daa4a0a044e7b4928500e0cfc2fe is 50, key is test_row_0/B:col10/1731956619542/Put/seqid=0 2024-11-18T19:03:40,824 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:40,828 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411189b8be007b3c64b15978e46e3246c1aaf_61b1d7b40a8d731cda847b95fb39d559 store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:40,831 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411189b8be007b3c64b15978e46e3246c1aaf_61b1d7b40a8d731cda847b95fb39d559, store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:40,832 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411189b8be007b3c64b15978e46e3246c1aaf_61b1d7b40a8d731cda847b95fb39d559 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:40,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742209_1385 (size=14794) 2024-11-18T19:03:40,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742210_1386 (size=12275) 2024-11-18T19:03:40,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742211_1387 (size=4469) 2024-11-18T19:03:40,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:40,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-18T19:03:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956680873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:40,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:40,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:40,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:40,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:40,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-18T19:03:40,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956680987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:41,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-18T19:03:41,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:41,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:41,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:41,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-18T19:03:41,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:41,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:41,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:41,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956681198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:41,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:41,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:41,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:41,235 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61b1d7b40a8d731cda847b95fb39d559#A#compaction#332 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:41,236 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/1d3e2855d4234a1188e227ed7bdaa523 is 175, key is test_row_0/A:col10/1731956619542/Put/seqid=0 2024-11-18T19:03:41,236 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/1ad1daa4a0a044e7b4928500e0cfc2fe as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/1ad1daa4a0a044e7b4928500e0cfc2fe 2024-11-18T19:03:41,237 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:41,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742212_1388 (size=31229) 2024-11-18T19:03:41,241 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111821e6399b58474d4f8b73845e58b8b613_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111821e6399b58474d4f8b73845e58b8b613_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:41,241 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 61b1d7b40a8d731cda847b95fb39d559/B of 61b1d7b40a8d731cda847b95fb39d559 into 1ad1daa4a0a044e7b4928500e0cfc2fe(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:41,241 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:41,241 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., storeName=61b1d7b40a8d731cda847b95fb39d559/B, priority=11, startTime=1731956620808; duration=0sec 2024-11-18T19:03:41,241 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:41,241 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61b1d7b40a8d731cda847b95fb39d559:B 2024-11-18T19:03:41,242 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T19:03:41,242 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/013f91eda20b40488a68242c83395474, store: [table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:41,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/013f91eda20b40488a68242c83395474 is 175, key is test_row_0/A:col10/1731956619637/Put/seqid=0 2024-11-18T19:03:41,243 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T19:03:41,243 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 61b1d7b40a8d731cda847b95fb39d559/C is initiating minor compaction (all files) 2024-11-18T19:03:41,243 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61b1d7b40a8d731cda847b95fb39d559/C in TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:41,243 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/1d3e2855d4234a1188e227ed7bdaa523 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/1d3e2855d4234a1188e227ed7bdaa523 2024-11-18T19:03:41,243 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/1a9b05d27a3848e09b9b1fce7b74b031, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/3b998c1c850446b0ba09e3040742d475, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/b62729497fcb4ad683c4b4d0219b8510, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/26299547d1794143b65cf831661146d7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/55459d17bde94efa841cf65b8e7cd270] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp, totalSize=58.7 K 2024-11-18T19:03:41,244 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a9b05d27a3848e09b9b1fce7b74b031, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731956611940 2024-11-18T19:03:41,244 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b998c1c850446b0ba09e3040742d475, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731956611996 2024-11-18T19:03:41,244 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting b62729497fcb4ad683c4b4d0219b8510, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731956614171 2024-11-18T19:03:41,245 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 26299547d1794143b65cf831661146d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731956616254 2024-11-18T19:03:41,246 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 55459d17bde94efa841cf65b8e7cd270, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731956618371 2024-11-18T19:03:41,247 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 61b1d7b40a8d731cda847b95fb39d559/A of 61b1d7b40a8d731cda847b95fb39d559 into 1d3e2855d4234a1188e227ed7bdaa523(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:41,248 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:41,248 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., storeName=61b1d7b40a8d731cda847b95fb39d559/A, priority=11, startTime=1731956620808; duration=0sec 2024-11-18T19:03:41,248 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:41,248 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61b1d7b40a8d731cda847b95fb39d559:A 2024-11-18T19:03:41,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742213_1389 (size=39749) 2024-11-18T19:03:41,255 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61b1d7b40a8d731cda847b95fb39d559#C#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:41,256 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/522e876d023449babc4378e8654fef4a is 50, key is test_row_0/C:col10/1731956619542/Put/seqid=0 2024-11-18T19:03:41,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742214_1390 (size=12275) 2024-11-18T19:03:41,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-18T19:03:41,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:41,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:41,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:41,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-18T19:03:41,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-18T19:03:41,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:41,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:41,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:41,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956681517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:41,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:41,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:41,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:41,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-18T19:03:41,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:41,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:41,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:41,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,652 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=152, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/013f91eda20b40488a68242c83395474 2024-11-18T19:03:41,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/5f2b96ba3aaf461c8e59fdce300d8649 is 50, key is test_row_0/B:col10/1731956619637/Put/seqid=0 2024-11-18T19:03:41,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742215_1391 (size=12151) 2024-11-18T19:03:41,668 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/522e876d023449babc4378e8654fef4a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/522e876d023449babc4378e8654fef4a 2024-11-18T19:03:41,672 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 61b1d7b40a8d731cda847b95fb39d559/C of 61b1d7b40a8d731cda847b95fb39d559 into 522e876d023449babc4378e8654fef4a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:41,672 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:41,672 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., storeName=61b1d7b40a8d731cda847b95fb39d559/C, priority=11, startTime=1731956620808; duration=0sec 2024-11-18T19:03:41,672 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:41,672 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61b1d7b40a8d731cda847b95fb39d559:C 2024-11-18T19:03:41,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-18T19:03:41,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:41,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:41,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:41,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956681808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:41,812 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_0' in 61b1d7b40a8d731cda847b95fb39d559 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:03:41,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:41,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:41,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:41,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-18T19:03:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:41,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:42,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956682027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:42,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:42,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:42,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:42,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/5f2b96ba3aaf461c8e59fdce300d8649 2024-11-18T19:03:42,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/29081c8deb014c13a21030d0c68fa2c0 is 50, key is test_row_0/C:col10/1731956619637/Put/seqid=0 2024-11-18T19:03:42,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742216_1392 (size=12151) 2024-11-18T19:03:42,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-18T19:03:42,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:42,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:42,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:42,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:42,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:42,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-18T19:03:42,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:42,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:42,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:42,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:42,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:42,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-18T19:03:42,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:42,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:42,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:42,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:42,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-18T19:03:42,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/29081c8deb014c13a21030d0c68fa2c0 2024-11-18T19:03:42,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/013f91eda20b40488a68242c83395474 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/013f91eda20b40488a68242c83395474 2024-11-18T19:03:42,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/013f91eda20b40488a68242c83395474, entries=200, sequenceid=152, filesize=38.8 K 2024-11-18T19:03:42,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/5f2b96ba3aaf461c8e59fdce300d8649 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/5f2b96ba3aaf461c8e59fdce300d8649 2024-11-18T19:03:42,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/5f2b96ba3aaf461c8e59fdce300d8649, entries=150, sequenceid=152, filesize=11.9 K 2024-11-18T19:03:42,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/29081c8deb014c13a21030d0c68fa2c0 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/29081c8deb014c13a21030d0c68fa2c0 2024-11-18T19:03:42,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/29081c8deb014c13a21030d0c68fa2c0, entries=150, sequenceid=152, filesize=11.9 K 2024-11-18T19:03:42,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 61b1d7b40a8d731cda847b95fb39d559 in 1672ms, sequenceid=152, compaction requested=false 2024-11-18T19:03:42,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:42,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-18T19:03:42,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:42,558 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 61b1d7b40a8d731cda847b95fb39d559 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T19:03:42,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186367e0ae9a094545b13130177e52bb66_61b1d7b40a8d731cda847b95fb39d559 is 50, key is test_row_0/A:col10/1731956620872/Put/seqid=0 2024-11-18T19:03:42,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742217_1393 (size=12304) 2024-11-18T19:03:42,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:42,975 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186367e0ae9a094545b13130177e52bb66_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186367e0ae9a094545b13130177e52bb66_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:42,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/7ea6cc8f89e34b499bdde5881b605a9d, store: [table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:42,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/7ea6cc8f89e34b499bdde5881b605a9d is 175, key is test_row_0/A:col10/1731956620872/Put/seqid=0 2024-11-18T19:03:42,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742218_1394 (size=31105) 2024-11-18T19:03:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:43,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:43,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956683167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:43,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:43,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:43,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:43,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956683287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:43,379 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/7ea6cc8f89e34b499bdde5881b605a9d 2024-11-18T19:03:43,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/0e38027af90d4afdb97e1861b7162e73 is 50, key is test_row_0/B:col10/1731956620872/Put/seqid=0 2024-11-18T19:03:43,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742219_1395 (size=12151) 2024-11-18T19:03:43,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956683497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:43,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:43,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:43,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:43,789 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/0e38027af90d4afdb97e1861b7162e73 2024-11-18T19:03:43,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/f07f3948e77848ba946449f3fb7a2530 is 50, key is test_row_0/C:col10/1731956620872/Put/seqid=0 2024-11-18T19:03:43,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742220_1396 (size=12151) 2024-11-18T19:03:43,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:43,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956683808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:43,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:43,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:43,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:43,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956683817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:43,825 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_0' in 61b1d7b40a8d731cda847b95fb39d559 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:03:43,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:43,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:43,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:44,197 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/f07f3948e77848ba946449f3fb7a2530 2024-11-18T19:03:44,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/7ea6cc8f89e34b499bdde5881b605a9d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/7ea6cc8f89e34b499bdde5881b605a9d 2024-11-18T19:03:44,205 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/7ea6cc8f89e34b499bdde5881b605a9d, entries=150, sequenceid=166, filesize=30.4 K 2024-11-18T19:03:44,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/0e38027af90d4afdb97e1861b7162e73 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/0e38027af90d4afdb97e1861b7162e73 2024-11-18T19:03:44,208 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/0e38027af90d4afdb97e1861b7162e73, entries=150, sequenceid=166, filesize=11.9 K 2024-11-18T19:03:44,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/f07f3948e77848ba946449f3fb7a2530 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/f07f3948e77848ba946449f3fb7a2530 2024-11-18T19:03:44,211 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/f07f3948e77848ba946449f3fb7a2530, entries=150, sequenceid=166, filesize=11.9 K 2024-11-18T19:03:44,212 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 61b1d7b40a8d731cda847b95fb39d559 in 1654ms, sequenceid=166, compaction requested=true 2024-11-18T19:03:44,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:44,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:44,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-18T19:03:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-18T19:03:44,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-18T19:03:44,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9430 sec 2024-11-18T19:03:44,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 3.9460 sec 2024-11-18T19:03:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:44,335 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:03:44,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61b1d7b40a8d731cda847b95fb39d559 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-18T19:03:44,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411189dbc3689fd7d41f8929d1768632f000a_61b1d7b40a8d731cda847b95fb39d559 is 50, key is test_row_0/A:col10/1731956624334/Put/seqid=0 2024-11-18T19:03:44,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742221_1397 (size=14794) 2024-11-18T19:03:44,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956684381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:44,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:44,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:44,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-18T19:03:44,438 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:44,438 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-18T19:03:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-18T19:03:44,440 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:44,440 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:44,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:44,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41422 deadline: 1731956684487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:44,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1731956684487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:44,492 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in 61b1d7b40a8d731cda847b95fb39d559 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:03:44,492 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_0' in 61b1d7b40a8d731cda847b95fb39d559 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:03:44,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:44,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:44,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:44,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:44,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:44,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:44,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41448 deadline: 1731956684497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:44,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956684497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:44,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:44,502 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in 61b1d7b40a8d731cda847b95fb39d559 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:03:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-18T19:03:44,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-18T19:03:44,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:44,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:44,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:44,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:44,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:44,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956684708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:44,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:44,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:44,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:44,744 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:44,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-18T19:03:44,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:44,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:44,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:44,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:44,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:44,747 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411189dbc3689fd7d41f8929d1768632f000a_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189dbc3689fd7d41f8929d1768632f000a_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:44,747 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/70b5cb17c1eb485aae30a4e47908d35a, store: [table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:44,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/70b5cb17c1eb485aae30a4e47908d35a is 175, key is test_row_0/A:col10/1731956624334/Put/seqid=0 2024-11-18T19:03:44,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742222_1398 (size=39749) 2024-11-18T19:03:44,751 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=192, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/70b5cb17c1eb485aae30a4e47908d35a 2024-11-18T19:03:44,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/ba88712690304ad4867cd4dcacd21e00 is 50, key is test_row_0/B:col10/1731956624334/Put/seqid=0 2024-11-18T19:03:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-18T19:03:44,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742223_1399 (size=12151) 2024-11-18T19:03:44,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-18T19:03:44,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:44,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:44,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:44,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:44,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:45,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956685017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:45,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:45,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:45,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:45,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-18T19:03:45,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:45,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:45,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:45,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:45,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-18T19:03:45,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/ba88712690304ad4867cd4dcacd21e00 2024-11-18T19:03:45,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/6d16f8f9e5034af7ba22cabdcfe722cb is 50, key is test_row_0/C:col10/1731956624334/Put/seqid=0 2024-11-18T19:03:45,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742224_1400 (size=12151) 2024-11-18T19:03:45,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-18T19:03:45,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:45,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:45,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:45,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:45,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:45,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-18T19:03:45,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:45,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:45,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:45,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:45,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:45,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-18T19:03:45,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:45,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:45,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:45,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:45,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:45,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956685537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:45,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:45,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:45,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:45,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/6d16f8f9e5034af7ba22cabdcfe722cb 2024-11-18T19:03:45,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/70b5cb17c1eb485aae30a4e47908d35a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/70b5cb17c1eb485aae30a4e47908d35a 2024-11-18T19:03:45,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/70b5cb17c1eb485aae30a4e47908d35a, entries=200, sequenceid=192, filesize=38.8 K 2024-11-18T19:03:45,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/ba88712690304ad4867cd4dcacd21e00 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/ba88712690304ad4867cd4dcacd21e00 2024-11-18T19:03:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-18T19:03:45,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/ba88712690304ad4867cd4dcacd21e00, entries=150, sequenceid=192, filesize=11.9 K 2024-11-18T19:03:45,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/6d16f8f9e5034af7ba22cabdcfe722cb as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/6d16f8f9e5034af7ba22cabdcfe722cb 2024-11-18T19:03:45,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/6d16f8f9e5034af7ba22cabdcfe722cb, entries=150, sequenceid=192, filesize=11.9 K 2024-11-18T19:03:45,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 61b1d7b40a8d731cda847b95fb39d559 in 1247ms, sequenceid=192, compaction requested=true 2024-11-18T19:03:45,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:45,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61b1d7b40a8d731cda847b95fb39d559:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:03:45,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:45,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61b1d7b40a8d731cda847b95fb39d559:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:03:45,583 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:03:45,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:45,583 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:03:45,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61b1d7b40a8d731cda847b95fb39d559:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:03:45,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:45,584 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141832 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:03:45,584 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:03:45,584 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 61b1d7b40a8d731cda847b95fb39d559/B is initiating minor compaction (all files) 2024-11-18T19:03:45,584 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 61b1d7b40a8d731cda847b95fb39d559/A is initiating minor compaction (all files) 2024-11-18T19:03:45,584 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61b1d7b40a8d731cda847b95fb39d559/B in TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:45,584 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61b1d7b40a8d731cda847b95fb39d559/A in TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:45,584 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/1ad1daa4a0a044e7b4928500e0cfc2fe, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/5f2b96ba3aaf461c8e59fdce300d8649, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/0e38027af90d4afdb97e1861b7162e73, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/ba88712690304ad4867cd4dcacd21e00] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp, totalSize=47.6 K 2024-11-18T19:03:45,584 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/1d3e2855d4234a1188e227ed7bdaa523, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/013f91eda20b40488a68242c83395474, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/7ea6cc8f89e34b499bdde5881b605a9d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/70b5cb17c1eb485aae30a4e47908d35a] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp, totalSize=138.5 K 2024-11-18T19:03:45,584 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:45,584 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. files: [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/1d3e2855d4234a1188e227ed7bdaa523, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/013f91eda20b40488a68242c83395474, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/7ea6cc8f89e34b499bdde5881b605a9d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/70b5cb17c1eb485aae30a4e47908d35a] 2024-11-18T19:03:45,584 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ad1daa4a0a044e7b4928500e0cfc2fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731956618371 2024-11-18T19:03:45,584 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d3e2855d4234a1188e227ed7bdaa523, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731956618371 2024-11-18T19:03:45,584 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f2b96ba3aaf461c8e59fdce300d8649, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731956619636 2024-11-18T19:03:45,584 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 013f91eda20b40488a68242c83395474, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731956619636 2024-11-18T19:03:45,585 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e38027af90d4afdb97e1861b7162e73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731956620860 2024-11-18T19:03:45,585 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ea6cc8f89e34b499bdde5881b605a9d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731956620860 2024-11-18T19:03:45,585 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting ba88712690304ad4867cd4dcacd21e00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731956623162 2024-11-18T19:03:45,585 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70b5cb17c1eb485aae30a4e47908d35a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731956623124 2024-11-18T19:03:45,591 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:45,593 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61b1d7b40a8d731cda847b95fb39d559#B#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:45,594 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/c7234a26fa23424da14c787f8fabd435 is 50, key is test_row_0/B:col10/1731956624334/Put/seqid=0 2024-11-18T19:03:45,594 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118350f422fcf7d4c1c9ac3ae8641666110_61b1d7b40a8d731cda847b95fb39d559 store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:45,596 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118350f422fcf7d4c1c9ac3ae8641666110_61b1d7b40a8d731cda847b95fb39d559, store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:45,597 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118350f422fcf7d4c1c9ac3ae8641666110_61b1d7b40a8d731cda847b95fb39d559 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:45,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742225_1401 (size=12561) 2024-11-18T19:03:45,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742226_1402 (size=4469) 2024-11-18T19:03:45,603 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61b1d7b40a8d731cda847b95fb39d559#A#compaction#342 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:45,604 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/04a5048d8994479b8ab08c33e6af90a8 is 175, key is test_row_0/A:col10/1731956624334/Put/seqid=0 2024-11-18T19:03:45,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742227_1403 (size=31515) 2024-11-18T19:03:45,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-18T19:03:45,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:45,662 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 61b1d7b40a8d731cda847b95fb39d559 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-18T19:03:45,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411189a53d7967b1e4a648245d17b33468dda_61b1d7b40a8d731cda847b95fb39d559 is 50, key is test_row_0/A:col10/1731956624375/Put/seqid=0 2024-11-18T19:03:45,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742228_1404 (size=12304) 2024-11-18T19:03:46,003 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/c7234a26fa23424da14c787f8fabd435 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/c7234a26fa23424da14c787f8fabd435 2024-11-18T19:03:46,006 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 61b1d7b40a8d731cda847b95fb39d559/B of 61b1d7b40a8d731cda847b95fb39d559 into c7234a26fa23424da14c787f8fabd435(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:46,006 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:46,006 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., storeName=61b1d7b40a8d731cda847b95fb39d559/B, priority=12, startTime=1731956625583; duration=0sec 2024-11-18T19:03:46,006 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:46,006 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61b1d7b40a8d731cda847b95fb39d559:B 2024-11-18T19:03:46,007 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:03:46,007 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:03:46,007 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 61b1d7b40a8d731cda847b95fb39d559/C is initiating minor compaction (all files) 2024-11-18T19:03:46,008 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61b1d7b40a8d731cda847b95fb39d559/C in TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:46,008 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/522e876d023449babc4378e8654fef4a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/29081c8deb014c13a21030d0c68fa2c0, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/f07f3948e77848ba946449f3fb7a2530, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/6d16f8f9e5034af7ba22cabdcfe722cb] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp, totalSize=47.6 K 2024-11-18T19:03:46,008 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 522e876d023449babc4378e8654fef4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731956618371 2024-11-18T19:03:46,008 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 29081c8deb014c13a21030d0c68fa2c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731956619636 2024-11-18T19:03:46,009 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting f07f3948e77848ba946449f3fb7a2530, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731956620860 2024-11-18T19:03:46,009 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d16f8f9e5034af7ba22cabdcfe722cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731956623162 2024-11-18T19:03:46,011 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/04a5048d8994479b8ab08c33e6af90a8 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/04a5048d8994479b8ab08c33e6af90a8 2024-11-18T19:03:46,015 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 61b1d7b40a8d731cda847b95fb39d559/A of 61b1d7b40a8d731cda847b95fb39d559 into 04a5048d8994479b8ab08c33e6af90a8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:46,015 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:46,015 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., storeName=61b1d7b40a8d731cda847b95fb39d559/A, priority=12, startTime=1731956625583; duration=0sec 2024-11-18T19:03:46,015 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:46,015 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61b1d7b40a8d731cda847b95fb39d559:A 2024-11-18T19:03:46,016 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61b1d7b40a8d731cda847b95fb39d559#C#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:46,017 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/f5732d1edd214440997653dc85d16859 is 50, key is test_row_0/C:col10/1731956624334/Put/seqid=0 2024-11-18T19:03:46,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742229_1405 (size=12561) 2024-11-18T19:03:46,024 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/f5732d1edd214440997653dc85d16859 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/f5732d1edd214440997653dc85d16859 2024-11-18T19:03:46,028 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 61b1d7b40a8d731cda847b95fb39d559/C of 61b1d7b40a8d731cda847b95fb39d559 into f5732d1edd214440997653dc85d16859(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:46,028 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:46,028 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., storeName=61b1d7b40a8d731cda847b95fb39d559/C, priority=12, startTime=1731956625583; duration=0sec 2024-11-18T19:03:46,028 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:46,028 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61b1d7b40a8d731cda847b95fb39d559:C 2024-11-18T19:03:46,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:46,075 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411189a53d7967b1e4a648245d17b33468dda_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189a53d7967b1e4a648245d17b33468dda_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:46,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/289a0be83c8f44adba7189c216648111, store: [table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:46,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/289a0be83c8f44adba7189c216648111 is 175, key is test_row_0/A:col10/1731956624375/Put/seqid=0 2024-11-18T19:03:46,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742230_1406 (size=31105) 2024-11-18T19:03:46,485 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/289a0be83c8f44adba7189c216648111 2024-11-18T19:03:46,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/ad76c27e2e7b4621b879a3e038f9ab5e is 50, key is test_row_0/B:col10/1731956624375/Put/seqid=0 2024-11-18T19:03:46,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742231_1407 (size=12151) 2024-11-18T19:03:46,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-18T19:03:46,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956686695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:46,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956686807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:46,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:46,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:46,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:46,896 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/ad76c27e2e7b4621b879a3e038f9ab5e 2024-11-18T19:03:46,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/67ae8357643a4cd5a01f33bb8ee5f478 is 50, key is test_row_0/C:col10/1731956624375/Put/seqid=0 2024-11-18T19:03:46,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742232_1408 (size=12151) 2024-11-18T19:03:47,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956687017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:47,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:47,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:47,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:47,305 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/67ae8357643a4cd5a01f33bb8ee5f478 2024-11-18T19:03:47,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/289a0be83c8f44adba7189c216648111 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/289a0be83c8f44adba7189c216648111 2024-11-18T19:03:47,311 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/289a0be83c8f44adba7189c216648111, entries=150, sequenceid=202, filesize=30.4 K 2024-11-18T19:03:47,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/ad76c27e2e7b4621b879a3e038f9ab5e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/ad76c27e2e7b4621b879a3e038f9ab5e 2024-11-18T19:03:47,315 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/ad76c27e2e7b4621b879a3e038f9ab5e, entries=150, sequenceid=202, filesize=11.9 K 2024-11-18T19:03:47,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/67ae8357643a4cd5a01f33bb8ee5f478 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/67ae8357643a4cd5a01f33bb8ee5f478 2024-11-18T19:03:47,319 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/67ae8357643a4cd5a01f33bb8ee5f478, entries=150, sequenceid=202, filesize=11.9 K 2024-11-18T19:03:47,320 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 61b1d7b40a8d731cda847b95fb39d559 in 1659ms, sequenceid=202, compaction requested=false 2024-11-18T19:03:47,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:47,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:47,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-18T19:03:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-18T19:03:47,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-18T19:03:47,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8810 sec 2024-11-18T19:03:47,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.8850 sec 2024-11-18T19:03:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:47,335 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:03:47,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61b1d7b40a8d731cda847b95fb39d559 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-18T19:03:47,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118201879dca09f4b409429e264437b71bd_61b1d7b40a8d731cda847b95fb39d559 is 50, key is test_row_0/A:col10/1731956627334/Put/seqid=0 2024-11-18T19:03:47,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742233_1409 (size=14794) 2024-11-18T19:03:47,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956687382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:47,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:47,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:47,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:47,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956687498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:47,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956687707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:47,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:47,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:47,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:47,745 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:47,748 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118201879dca09f4b409429e264437b71bd_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118201879dca09f4b409429e264437b71bd_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:47,748 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/4fbdc67768874ffd93d275d9b0f2309d, store: [table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:47,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/4fbdc67768874ffd93d275d9b0f2309d is 175, key is test_row_0/A:col10/1731956627334/Put/seqid=0 2024-11-18T19:03:47,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742234_1410 (size=39749) 2024-11-18T19:03:47,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1731956687847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:47,854 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_0' in 61b1d7b40a8d731cda847b95fb39d559 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:03:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:48,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956688017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:48,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:48,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:48,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:48,152 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/4fbdc67768874ffd93d275d9b0f2309d 2024-11-18T19:03:48,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/a1b58f6c50fb483295df4b56b22b588b is 50, key is test_row_0/B:col10/1731956627334/Put/seqid=0 2024-11-18T19:03:48,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742235_1411 (size=12151) 2024-11-18T19:03:48,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:03:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731956688527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:48,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:48,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:03:48,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:03:48,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/a1b58f6c50fb483295df4b56b22b588b 2024-11-18T19:03:48,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/6eaedf6163ca492893a9ce02f4941b32 is 50, key is test_row_0/C:col10/1731956627334/Put/seqid=0 2024-11-18T19:03:48,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742236_1412 (size=12151) 2024-11-18T19:03:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-18T19:03:48,607 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:48,608 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:03:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-18T19:03:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-18T19:03:48,609 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:03:48,610 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:03:48,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:03:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-18T19:03:48,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-18T19:03:48,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:48,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:48,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:48,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:48,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:48,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-18T19:03:48,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:48,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:48,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:48,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:48,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:03:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-18T19:03:48,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/6eaedf6163ca492893a9ce02f4941b32 2024-11-18T19:03:48,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/4fbdc67768874ffd93d275d9b0f2309d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/4fbdc67768874ffd93d275d9b0f2309d 2024-11-18T19:03:48,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/4fbdc67768874ffd93d275d9b0f2309d, entries=200, sequenceid=232, filesize=38.8 K 2024-11-18T19:03:48,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/a1b58f6c50fb483295df4b56b22b588b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/a1b58f6c50fb483295df4b56b22b588b 2024-11-18T19:03:48,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/a1b58f6c50fb483295df4b56b22b588b, entries=150, sequenceid=232, filesize=11.9 K 2024-11-18T19:03:48,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/6eaedf6163ca492893a9ce02f4941b32 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/6eaedf6163ca492893a9ce02f4941b32 2024-11-18T19:03:48,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/6eaedf6163ca492893a9ce02f4941b32, entries=150, sequenceid=232, filesize=11.9 K 2024-11-18T19:03:48,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 61b1d7b40a8d731cda847b95fb39d559 in 1656ms, sequenceid=232, compaction requested=true 2024-11-18T19:03:48,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:48,991 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:48,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61b1d7b40a8d731cda847b95fb39d559:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:03:48,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:48,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61b1d7b40a8d731cda847b95fb39d559:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:03:48,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:48,992 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:48,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61b1d7b40a8d731cda847b95fb39d559:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:03:48,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:48,992 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:48,992 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:48,992 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 61b1d7b40a8d731cda847b95fb39d559/A is initiating minor compaction (all files) 2024-11-18T19:03:48,992 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 61b1d7b40a8d731cda847b95fb39d559/B is initiating minor compaction (all files) 2024-11-18T19:03:48,992 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61b1d7b40a8d731cda847b95fb39d559/A in TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:48,992 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61b1d7b40a8d731cda847b95fb39d559/B in TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:48,992 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/04a5048d8994479b8ab08c33e6af90a8, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/289a0be83c8f44adba7189c216648111, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/4fbdc67768874ffd93d275d9b0f2309d] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp, totalSize=100.0 K 2024-11-18T19:03:48,992 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/c7234a26fa23424da14c787f8fabd435, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/ad76c27e2e7b4621b879a3e038f9ab5e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/a1b58f6c50fb483295df4b56b22b588b] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp, totalSize=36.0 K 2024-11-18T19:03:48,992 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:48,993 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. files: [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/04a5048d8994479b8ab08c33e6af90a8, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/289a0be83c8f44adba7189c216648111, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/4fbdc67768874ffd93d275d9b0f2309d] 2024-11-18T19:03:48,993 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04a5048d8994479b8ab08c33e6af90a8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731956623162 2024-11-18T19:03:48,993 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting c7234a26fa23424da14c787f8fabd435, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731956623162 2024-11-18T19:03:48,993 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting ad76c27e2e7b4621b879a3e038f9ab5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731956624345 2024-11-18T19:03:48,993 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 289a0be83c8f44adba7189c216648111, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731956624345 2024-11-18T19:03:48,993 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting a1b58f6c50fb483295df4b56b22b588b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731956626657 2024-11-18T19:03:48,993 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fbdc67768874ffd93d275d9b0f2309d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731956626657 2024-11-18T19:03:48,999 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:49,000 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61b1d7b40a8d731cda847b95fb39d559#B#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:49,000 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/8fe3c2d5383043a398bb32d8200f03dc is 50, key is test_row_0/B:col10/1731956627334/Put/seqid=0 2024-11-18T19:03:49,001 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111896b95902fbde4045bdeb01687f4659ae_61b1d7b40a8d731cda847b95fb39d559 store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:49,003 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111896b95902fbde4045bdeb01687f4659ae_61b1d7b40a8d731cda847b95fb39d559, store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:49,003 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111896b95902fbde4045bdeb01687f4659ae_61b1d7b40a8d731cda847b95fb39d559 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:49,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742237_1413 (size=12663) 2024-11-18T19:03:49,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742238_1414 (size=4469) 2024-11-18T19:03:49,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-18T19:03:49,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:49,067 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 61b1d7b40a8d731cda847b95fb39d559 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-18T19:03:49,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111807c72cb2273b48799afa282546510e11_61b1d7b40a8d731cda847b95fb39d559 is 50, key is test_row_0/A:col10/1731956627373/Put/seqid=0 2024-11-18T19:03:49,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742239_1415 (size=12304) 2024-11-18T19:03:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-18T19:03:49,409 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61b1d7b40a8d731cda847b95fb39d559#A#compaction#352 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:49,410 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/8fe3c2d5383043a398bb32d8200f03dc as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/8fe3c2d5383043a398bb32d8200f03dc 2024-11-18T19:03:49,410 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/e14ff5c83ddc4997ab98c62ac49aa771 is 175, key is test_row_0/A:col10/1731956627334/Put/seqid=0 2024-11-18T19:03:49,414 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61b1d7b40a8d731cda847b95fb39d559/B of 61b1d7b40a8d731cda847b95fb39d559 into 8fe3c2d5383043a398bb32d8200f03dc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:49,414 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:49,414 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., storeName=61b1d7b40a8d731cda847b95fb39d559/B, priority=13, startTime=1731956628992; duration=0sec 2024-11-18T19:03:49,414 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:49,414 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61b1d7b40a8d731cda847b95fb39d559:B 2024-11-18T19:03:49,414 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:49,415 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:49,415 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 61b1d7b40a8d731cda847b95fb39d559/C is initiating minor compaction (all files) 2024-11-18T19:03:49,415 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61b1d7b40a8d731cda847b95fb39d559/C in TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:49,415 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/f5732d1edd214440997653dc85d16859, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/67ae8357643a4cd5a01f33bb8ee5f478, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/6eaedf6163ca492893a9ce02f4941b32] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp, totalSize=36.0 K 2024-11-18T19:03:49,415 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting f5732d1edd214440997653dc85d16859, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731956623162 2024-11-18T19:03:49,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742240_1416 (size=31617) 2024-11-18T19:03:49,416 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 67ae8357643a4cd5a01f33bb8ee5f478, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731956624345 2024-11-18T19:03:49,416 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 6eaedf6163ca492893a9ce02f4941b32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731956626657 2024-11-18T19:03:49,420 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/e14ff5c83ddc4997ab98c62ac49aa771 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/e14ff5c83ddc4997ab98c62ac49aa771 2024-11-18T19:03:49,424 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61b1d7b40a8d731cda847b95fb39d559#C#compaction#354 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:49,424 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61b1d7b40a8d731cda847b95fb39d559/A of 61b1d7b40a8d731cda847b95fb39d559 into e14ff5c83ddc4997ab98c62ac49aa771(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:49,424 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:49,424 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., storeName=61b1d7b40a8d731cda847b95fb39d559/A, priority=13, startTime=1731956628991; duration=0sec 2024-11-18T19:03:49,424 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:49,424 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61b1d7b40a8d731cda847b95fb39d559:A 2024-11-18T19:03:49,424 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/65e7fda204cd42ec8ef33675914ce6a5 is 50, key is test_row_0/C:col10/1731956627334/Put/seqid=0 2024-11-18T19:03:49,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742241_1417 (size=12663) 2024-11-18T19:03:49,431 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/65e7fda204cd42ec8ef33675914ce6a5 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/65e7fda204cd42ec8ef33675914ce6a5 2024-11-18T19:03:49,435 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61b1d7b40a8d731cda847b95fb39d559/C of 61b1d7b40a8d731cda847b95fb39d559 into 65e7fda204cd42ec8ef33675914ce6a5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:49,435 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:49,435 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., storeName=61b1d7b40a8d731cda847b95fb39d559/C, priority=13, startTime=1731956628992; duration=0sec 2024-11-18T19:03:49,435 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:49,435 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61b1d7b40a8d731cda847b95fb39d559:C 2024-11-18T19:03:49,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:49,479 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111807c72cb2273b48799afa282546510e11_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111807c72cb2273b48799afa282546510e11_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:49,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/7f93e4e707b74621a640d46b980b0c3a, store: [table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:49,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/7f93e4e707b74621a640d46b980b0c3a is 175, key is test_row_0/A:col10/1731956627373/Put/seqid=0 2024-11-18T19:03:49,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742242_1418 (size=31105) 2024-11-18T19:03:49,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. as already flushing 2024-11-18T19:03:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:49,647 INFO [Thread-1598 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1598. 2024-11-18T19:03:49,647 DEBUG [Thread-1598 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:49,647 DEBUG [Thread-1598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:49,647 DEBUG [Thread-1598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:49,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:49,648 INFO [Thread-1613 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1613. 2024-11-18T19:03:49,648 DEBUG [Thread-1613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:49,648 DEBUG [Thread-1613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:49,648 DEBUG [Thread-1613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:49,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:49,651 INFO [Thread-1609 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1609. 2024-11-18T19:03:49,651 DEBUG [Thread-1609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:49,651 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:49,651 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:49,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:49,651 INFO [Thread-1615 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1615. 2024-11-18T19:03:49,651 DEBUG [Thread-1615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:49,651 DEBUG [Thread-1615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:49,652 DEBUG [Thread-1615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:49,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:49,657 INFO [Thread-1611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1611. 2024-11-18T19:03:49,657 DEBUG [Thread-1611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:49,657 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:49,657 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:49,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:49,659 INFO [Thread-1617 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1617. 2024-11-18T19:03:49,659 DEBUG [Thread-1617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:49,659 DEBUG [Thread-1617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:49,659 DEBUG [Thread-1617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:49,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-18T19:03:49,884 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/7f93e4e707b74621a640d46b980b0c3a 2024-11-18T19:03:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/c8bc0f76bed84aaba19a66fdef3206d0 is 50, key is test_row_0/B:col10/1731956627373/Put/seqid=0 2024-11-18T19:03:49,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742243_1419 (size=12151) 2024-11-18T19:03:50,302 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/c8bc0f76bed84aaba19a66fdef3206d0 2024-11-18T19:03:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/008fa4e7613c41ac8ec13a5b549be438 is 50, key is test_row_0/C:col10/1731956627373/Put/seqid=0 2024-11-18T19:03:50,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742244_1420 (size=12151) 2024-11-18T19:03:50,743 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/008fa4e7613c41ac8ec13a5b549be438 2024-11-18T19:03:50,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/7f93e4e707b74621a640d46b980b0c3a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/7f93e4e707b74621a640d46b980b0c3a 2024-11-18T19:03:50,761 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/7f93e4e707b74621a640d46b980b0c3a, entries=150, sequenceid=241, filesize=30.4 K 2024-11-18T19:03:50,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/c8bc0f76bed84aaba19a66fdef3206d0 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/c8bc0f76bed84aaba19a66fdef3206d0 2024-11-18T19:03:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-18T19:03:50,768 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/c8bc0f76bed84aaba19a66fdef3206d0, entries=150, sequenceid=241, filesize=11.9 K 2024-11-18T19:03:50,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/008fa4e7613c41ac8ec13a5b549be438 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/008fa4e7613c41ac8ec13a5b549be438 2024-11-18T19:03:50,773 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/008fa4e7613c41ac8ec13a5b549be438, entries=150, sequenceid=241, filesize=11.9 K 2024-11-18T19:03:50,774 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=127.47 KB/130530 for 61b1d7b40a8d731cda847b95fb39d559 in 1707ms, sequenceid=241, compaction requested=false 2024-11-18T19:03:50,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:50,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:50,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-18T19:03:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-18T19:03:50,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-18T19:03:50,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1650 sec 2024-11-18T19:03:50,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.1700 sec 2024-11-18T19:03:50,908 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:03:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-18T19:03:52,789 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:03:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:54,522 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:03:54,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61b1d7b40a8d731cda847b95fb39d559 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T19:03:54,522 INFO [Thread-1606 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1606. 2024-11-18T19:03:54,522 DEBUG [Thread-1606 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:54,522 DEBUG [Thread-1606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:54,522 DEBUG [Thread-1606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:54,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:54,529 INFO [Thread-1602 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1602. 2024-11-18T19:03:54,529 DEBUG [Thread-1602 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:54,529 DEBUG [Thread-1602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:54,529 DEBUG [Thread-1602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:54,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:54,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bafea540698945668ba187123c7392ec_61b1d7b40a8d731cda847b95fb39d559 is 50, key is test_row_0/A:col10/1731956634519/Put/seqid=0 2024-11-18T19:03:54,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742245_1421 (size=12454) 2024-11-18T19:03:54,540 INFO [Thread-1604 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1604. 2024-11-18T19:03:54,540 DEBUG [Thread-1604 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:54,540 DEBUG [Thread-1604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:54,540 DEBUG [Thread-1604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:54,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:54,936 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:54,944 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bafea540698945668ba187123c7392ec_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bafea540698945668ba187123c7392ec_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:54,946 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/344b96d588734bb9a0526405ab71e4be, store: [table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:54,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/344b96d588734bb9a0526405ab71e4be is 175, key is test_row_0/A:col10/1731956634519/Put/seqid=0 2024-11-18T19:03:54,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742246_1422 (size=31255) 2024-11-18T19:03:55,375 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=267, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/344b96d588734bb9a0526405ab71e4be 2024-11-18T19:03:55,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/03911c197eaa4bf1815e2daf7fe2a047 is 50, key is test_row_0/B:col10/1731956634519/Put/seqid=0 2024-11-18T19:03:55,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742247_1423 (size=12301) 2024-11-18T19:03:55,593 WARN [regionserver/39fff3b0f89c:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-18T19:03:55,593 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/5c10a43f31d543279d829ada0997e05f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/1487dbdb06da4870adffe3cc97747e5b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/78423155d3964974a4badb56e5ffb651, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/32606abc61e04409ae092f8b9e2186bd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/05aaec591f06458f8033f590d19dc02f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/512b5ae966f34e5bbf3f7f7f7c1ebbf2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/6f27217b699e44e58d6fd39a671c4718, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/9eeff9c3bef041b0a79a878bddc4ee98, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/1d3e2855d4234a1188e227ed7bdaa523, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/013f91eda20b40488a68242c83395474, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/7ea6cc8f89e34b499bdde5881b605a9d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/70b5cb17c1eb485aae30a4e47908d35a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/04a5048d8994479b8ab08c33e6af90a8, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/289a0be83c8f44adba7189c216648111, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/4fbdc67768874ffd93d275d9b0f2309d] to archive 2024-11-18T19:03:55,594 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:03:55,596 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/5c10a43f31d543279d829ada0997e05f to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/5c10a43f31d543279d829ada0997e05f 2024-11-18T19:03:55,598 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/1487dbdb06da4870adffe3cc97747e5b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/1487dbdb06da4870adffe3cc97747e5b 2024-11-18T19:03:55,599 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/78423155d3964974a4badb56e5ffb651 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/78423155d3964974a4badb56e5ffb651 2024-11-18T19:03:55,600 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/32606abc61e04409ae092f8b9e2186bd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/32606abc61e04409ae092f8b9e2186bd 2024-11-18T19:03:55,601 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/05aaec591f06458f8033f590d19dc02f to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/05aaec591f06458f8033f590d19dc02f 2024-11-18T19:03:55,602 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/512b5ae966f34e5bbf3f7f7f7c1ebbf2 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/512b5ae966f34e5bbf3f7f7f7c1ebbf2 2024-11-18T19:03:55,603 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/6f27217b699e44e58d6fd39a671c4718 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/6f27217b699e44e58d6fd39a671c4718 2024-11-18T19:03:55,604 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/9eeff9c3bef041b0a79a878bddc4ee98 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/9eeff9c3bef041b0a79a878bddc4ee98 2024-11-18T19:03:55,606 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/1d3e2855d4234a1188e227ed7bdaa523 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/1d3e2855d4234a1188e227ed7bdaa523 2024-11-18T19:03:55,607 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/013f91eda20b40488a68242c83395474 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/013f91eda20b40488a68242c83395474 2024-11-18T19:03:55,608 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/7ea6cc8f89e34b499bdde5881b605a9d to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/7ea6cc8f89e34b499bdde5881b605a9d 2024-11-18T19:03:55,610 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/70b5cb17c1eb485aae30a4e47908d35a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/70b5cb17c1eb485aae30a4e47908d35a 2024-11-18T19:03:55,611 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/04a5048d8994479b8ab08c33e6af90a8 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/04a5048d8994479b8ab08c33e6af90a8 2024-11-18T19:03:55,612 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/289a0be83c8f44adba7189c216648111 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/289a0be83c8f44adba7189c216648111 2024-11-18T19:03:55,614 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/4fbdc67768874ffd93d275d9b0f2309d to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/4fbdc67768874ffd93d275d9b0f2309d 2024-11-18T19:03:55,617 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/f74b59064aec46fd8abb3c260d01f0da, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/e2f63490953f4be087a08a02aeecb869, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/ecd90f9369fa4d0baeea5b8a8aff239a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/2787bdcf4b784df983df3875abd78a78, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/9c38ec29810745afa9d1bcce6c1aca94, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/7cd599f7282f4769b200e634d3bf2814, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/f1917f0b91144e07819e456c9158a001, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/1ad1daa4a0a044e7b4928500e0cfc2fe, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/a2a86039aa724b298cd9b51b5e426e9d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/5f2b96ba3aaf461c8e59fdce300d8649, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/0e38027af90d4afdb97e1861b7162e73, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/c7234a26fa23424da14c787f8fabd435, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/ba88712690304ad4867cd4dcacd21e00, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/ad76c27e2e7b4621b879a3e038f9ab5e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/a1b58f6c50fb483295df4b56b22b588b] to archive 2024-11-18T19:03:55,618 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:03:55,620 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/f74b59064aec46fd8abb3c260d01f0da to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/f74b59064aec46fd8abb3c260d01f0da 2024-11-18T19:03:55,621 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/e2f63490953f4be087a08a02aeecb869 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/e2f63490953f4be087a08a02aeecb869 2024-11-18T19:03:55,622 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/ecd90f9369fa4d0baeea5b8a8aff239a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/ecd90f9369fa4d0baeea5b8a8aff239a 2024-11-18T19:03:55,623 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/2787bdcf4b784df983df3875abd78a78 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/2787bdcf4b784df983df3875abd78a78 2024-11-18T19:03:55,624 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/9c38ec29810745afa9d1bcce6c1aca94 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/9c38ec29810745afa9d1bcce6c1aca94 2024-11-18T19:03:55,624 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/7cd599f7282f4769b200e634d3bf2814 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/7cd599f7282f4769b200e634d3bf2814 2024-11-18T19:03:55,625 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/f1917f0b91144e07819e456c9158a001 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/f1917f0b91144e07819e456c9158a001 2024-11-18T19:03:55,626 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/1ad1daa4a0a044e7b4928500e0cfc2fe to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/1ad1daa4a0a044e7b4928500e0cfc2fe 2024-11-18T19:03:55,627 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/a2a86039aa724b298cd9b51b5e426e9d to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/a2a86039aa724b298cd9b51b5e426e9d 2024-11-18T19:03:55,627 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/5f2b96ba3aaf461c8e59fdce300d8649 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/5f2b96ba3aaf461c8e59fdce300d8649 2024-11-18T19:03:55,628 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/0e38027af90d4afdb97e1861b7162e73 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/0e38027af90d4afdb97e1861b7162e73 2024-11-18T19:03:55,629 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/c7234a26fa23424da14c787f8fabd435 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/c7234a26fa23424da14c787f8fabd435 2024-11-18T19:03:55,630 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/ba88712690304ad4867cd4dcacd21e00 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/ba88712690304ad4867cd4dcacd21e00 2024-11-18T19:03:55,630 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/ad76c27e2e7b4621b879a3e038f9ab5e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/ad76c27e2e7b4621b879a3e038f9ab5e 2024-11-18T19:03:55,631 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/a1b58f6c50fb483295df4b56b22b588b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/a1b58f6c50fb483295df4b56b22b588b 2024-11-18T19:03:55,633 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/dce378d495fd472aaec017ac8b9165e4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/3a3b300c600f43b3945284e8473c6e6d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/1a9b05d27a3848e09b9b1fce7b74b031, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/90503bff7cdb42a58e8962844ef9846f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/3b998c1c850446b0ba09e3040742d475, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/b62729497fcb4ad683c4b4d0219b8510, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/26299547d1794143b65cf831661146d7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/522e876d023449babc4378e8654fef4a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/55459d17bde94efa841cf65b8e7cd270, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/29081c8deb014c13a21030d0c68fa2c0, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/f07f3948e77848ba946449f3fb7a2530, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/f5732d1edd214440997653dc85d16859, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/6d16f8f9e5034af7ba22cabdcfe722cb, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/67ae8357643a4cd5a01f33bb8ee5f478, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/6eaedf6163ca492893a9ce02f4941b32] to archive 2024-11-18T19:03:55,634 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:03:55,635 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/dce378d495fd472aaec017ac8b9165e4 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/dce378d495fd472aaec017ac8b9165e4 2024-11-18T19:03:55,635 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/3a3b300c600f43b3945284e8473c6e6d to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/3a3b300c600f43b3945284e8473c6e6d 2024-11-18T19:03:55,636 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/1a9b05d27a3848e09b9b1fce7b74b031 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/1a9b05d27a3848e09b9b1fce7b74b031 2024-11-18T19:03:55,637 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/90503bff7cdb42a58e8962844ef9846f to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/90503bff7cdb42a58e8962844ef9846f 2024-11-18T19:03:55,638 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/3b998c1c850446b0ba09e3040742d475 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/3b998c1c850446b0ba09e3040742d475 2024-11-18T19:03:55,638 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/b62729497fcb4ad683c4b4d0219b8510 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/b62729497fcb4ad683c4b4d0219b8510 2024-11-18T19:03:55,639 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/26299547d1794143b65cf831661146d7 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/26299547d1794143b65cf831661146d7 2024-11-18T19:03:55,640 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/522e876d023449babc4378e8654fef4a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/522e876d023449babc4378e8654fef4a 2024-11-18T19:03:55,640 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/55459d17bde94efa841cf65b8e7cd270 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/55459d17bde94efa841cf65b8e7cd270 2024-11-18T19:03:55,641 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/29081c8deb014c13a21030d0c68fa2c0 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/29081c8deb014c13a21030d0c68fa2c0 2024-11-18T19:03:55,642 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/f07f3948e77848ba946449f3fb7a2530 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/f07f3948e77848ba946449f3fb7a2530 2024-11-18T19:03:55,642 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/f5732d1edd214440997653dc85d16859 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/f5732d1edd214440997653dc85d16859 2024-11-18T19:03:55,643 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/6d16f8f9e5034af7ba22cabdcfe722cb to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/6d16f8f9e5034af7ba22cabdcfe722cb 2024-11-18T19:03:55,644 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/67ae8357643a4cd5a01f33bb8ee5f478 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/67ae8357643a4cd5a01f33bb8ee5f478 2024-11-18T19:03:55,644 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/6eaedf6163ca492893a9ce02f4941b32 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/6eaedf6163ca492893a9ce02f4941b32 2024-11-18T19:03:55,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/03911c197eaa4bf1815e2daf7fe2a047 2024-11-18T19:03:55,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/e7fe8c3d498343b29b07b0c8130674c4 is 50, key is test_row_0/C:col10/1731956634519/Put/seqid=0 2024-11-18T19:03:55,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742248_1424 (size=12301) 2024-11-18T19:03:56,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/e7fe8c3d498343b29b07b0c8130674c4 2024-11-18T19:03:56,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/344b96d588734bb9a0526405ab71e4be as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/344b96d588734bb9a0526405ab71e4be 2024-11-18T19:03:56,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/344b96d588734bb9a0526405ab71e4be, entries=150, sequenceid=267, filesize=30.5 K 2024-11-18T19:03:56,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/03911c197eaa4bf1815e2daf7fe2a047 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/03911c197eaa4bf1815e2daf7fe2a047 2024-11-18T19:03:56,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/03911c197eaa4bf1815e2daf7fe2a047, entries=150, sequenceid=267, filesize=12.0 K 2024-11-18T19:03:56,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/e7fe8c3d498343b29b07b0c8130674c4 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/e7fe8c3d498343b29b07b0c8130674c4 2024-11-18T19:03:56,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/e7fe8c3d498343b29b07b0c8130674c4, entries=150, sequenceid=267, filesize=12.0 K 2024-11-18T19:03:56,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=13.42 KB/13740 for 61b1d7b40a8d731cda847b95fb39d559 in 1711ms, sequenceid=267, compaction requested=true 2024-11-18T19:03:56,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:56,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61b1d7b40a8d731cda847b95fb39d559:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:03:56,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:56,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61b1d7b40a8d731cda847b95fb39d559:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:03:56,233 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:56,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:56,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61b1d7b40a8d731cda847b95fb39d559:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:03:56,233 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:56,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:56,234 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:56,234 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:56,234 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 61b1d7b40a8d731cda847b95fb39d559/A is initiating minor compaction (all files) 2024-11-18T19:03:56,234 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 61b1d7b40a8d731cda847b95fb39d559/B is initiating minor compaction (all files) 2024-11-18T19:03:56,234 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61b1d7b40a8d731cda847b95fb39d559/A in TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:56,234 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61b1d7b40a8d731cda847b95fb39d559/B in TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:56,234 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/8fe3c2d5383043a398bb32d8200f03dc, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/c8bc0f76bed84aaba19a66fdef3206d0, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/03911c197eaa4bf1815e2daf7fe2a047] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp, totalSize=36.2 K 2024-11-18T19:03:56,234 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/e14ff5c83ddc4997ab98c62ac49aa771, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/7f93e4e707b74621a640d46b980b0c3a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/344b96d588734bb9a0526405ab71e4be] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp, totalSize=91.8 K 2024-11-18T19:03:56,234 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:56,234 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. files: [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/e14ff5c83ddc4997ab98c62ac49aa771, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/7f93e4e707b74621a640d46b980b0c3a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/344b96d588734bb9a0526405ab71e4be] 2024-11-18T19:03:56,235 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fe3c2d5383043a398bb32d8200f03dc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731956626657 2024-11-18T19:03:56,235 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting e14ff5c83ddc4997ab98c62ac49aa771, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731956626657 2024-11-18T19:03:56,235 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting c8bc0f76bed84aaba19a66fdef3206d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731956627358 2024-11-18T19:03:56,235 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f93e4e707b74621a640d46b980b0c3a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731956627358 2024-11-18T19:03:56,235 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 03911c197eaa4bf1815e2daf7fe2a047, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731956629628 2024-11-18T19:03:56,235 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 344b96d588734bb9a0526405ab71e4be, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731956629628 2024-11-18T19:03:56,242 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:56,244 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411181d3ce72bf28746d8a68afba33dd1acf6_61b1d7b40a8d731cda847b95fb39d559 store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:56,244 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61b1d7b40a8d731cda847b95fb39d559#B#compaction#360 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:56,245 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/9317985acaf14654b95dbc8739479c6e is 50, key is test_row_0/B:col10/1731956634519/Put/seqid=0 2024-11-18T19:03:56,249 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411181d3ce72bf28746d8a68afba33dd1acf6_61b1d7b40a8d731cda847b95fb39d559, store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:56,249 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181d3ce72bf28746d8a68afba33dd1acf6_61b1d7b40a8d731cda847b95fb39d559 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:56,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742249_1425 (size=12404) 2024-11-18T19:03:56,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742250_1426 (size=4469) 2024-11-18T19:03:56,657 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61b1d7b40a8d731cda847b95fb39d559#A#compaction#361 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:56,657 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/45d75c6b4e33489c895c628d8f7ab05b is 175, key is test_row_0/A:col10/1731956634519/Put/seqid=0 2024-11-18T19:03:56,661 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/9317985acaf14654b95dbc8739479c6e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/9317985acaf14654b95dbc8739479c6e 2024-11-18T19:03:56,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742251_1427 (size=31358) 2024-11-18T19:03:56,668 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61b1d7b40a8d731cda847b95fb39d559/B of 61b1d7b40a8d731cda847b95fb39d559 into 9317985acaf14654b95dbc8739479c6e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:56,668 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:56,668 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., storeName=61b1d7b40a8d731cda847b95fb39d559/B, priority=13, startTime=1731956636233; duration=0sec 2024-11-18T19:03:56,668 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:03:56,668 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61b1d7b40a8d731cda847b95fb39d559:B 2024-11-18T19:03:56,668 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:03:56,669 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:03:56,669 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 61b1d7b40a8d731cda847b95fb39d559/C is initiating minor compaction (all files) 2024-11-18T19:03:56,669 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61b1d7b40a8d731cda847b95fb39d559/C in TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:56,669 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/65e7fda204cd42ec8ef33675914ce6a5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/008fa4e7613c41ac8ec13a5b549be438, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/e7fe8c3d498343b29b07b0c8130674c4] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp, totalSize=36.2 K 2024-11-18T19:03:56,670 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 65e7fda204cd42ec8ef33675914ce6a5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731956626657 2024-11-18T19:03:56,670 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 008fa4e7613c41ac8ec13a5b549be438, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731956627358 2024-11-18T19:03:56,670 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting e7fe8c3d498343b29b07b0c8130674c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731956629628 2024-11-18T19:03:56,679 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61b1d7b40a8d731cda847b95fb39d559#C#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:03:56,680 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/4f78e31963ec42a8ac6d3b546aeeb4b1 is 50, key is test_row_0/C:col10/1731956634519/Put/seqid=0 2024-11-18T19:03:56,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742252_1428 (size=12404) 2024-11-18T19:03:57,075 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/45d75c6b4e33489c895c628d8f7ab05b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/45d75c6b4e33489c895c628d8f7ab05b 2024-11-18T19:03:57,079 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61b1d7b40a8d731cda847b95fb39d559/A of 61b1d7b40a8d731cda847b95fb39d559 into 45d75c6b4e33489c895c628d8f7ab05b(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:57,079 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:57,079 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., storeName=61b1d7b40a8d731cda847b95fb39d559/A, priority=13, startTime=1731956636233; duration=0sec 2024-11-18T19:03:57,079 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:57,079 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61b1d7b40a8d731cda847b95fb39d559:A 2024-11-18T19:03:57,091 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/4f78e31963ec42a8ac6d3b546aeeb4b1 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/4f78e31963ec42a8ac6d3b546aeeb4b1 2024-11-18T19:03:57,097 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61b1d7b40a8d731cda847b95fb39d559/C of 61b1d7b40a8d731cda847b95fb39d559 into 4f78e31963ec42a8ac6d3b546aeeb4b1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:03:57,097 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61b1d7b40a8d731cda847b95fb39d559: 2024-11-18T19:03:57,097 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., storeName=61b1d7b40a8d731cda847b95fb39d559/C, priority=13, startTime=1731956636233; duration=0sec 2024-11-18T19:03:57,097 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:03:57,097 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61b1d7b40a8d731cda847b95fb39d559:C 2024-11-18T19:03:57,949 INFO [Thread-1600 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1600. 2024-11-18T19:03:57,949 DEBUG [Thread-1600 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:03:57,949 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:57,949 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:57,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:57,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-18T19:03:57,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-11-18T19:03:57,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-18T19:03:57,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-18T19:03:57,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-18T19:03:57,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-18T19:03:57,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-18T19:03:57,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-18T19:03:57,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1484 2024-11-18T19:03:57,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4452 rows 2024-11-18T19:03:57,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1484 2024-11-18T19:03:57,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4449 rows 2024-11-18T19:03:57,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1480 2024-11-18T19:03:57,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4440 rows 2024-11-18T19:03:57,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1483 2024-11-18T19:03:57,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4446 rows 2024-11-18T19:03:57,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1481 2024-11-18T19:03:57,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4443 rows 2024-11-18T19:03:57,950 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:03:57,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:03:57,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:57,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:03:57,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:03:57,951 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-18T19:03:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-18T19:03:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-18T19:03:57,956 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956637956"}]},"ts":"1731956637956"} 2024-11-18T19:03:57,958 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-18T19:03:57,958 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-18T19:03:57,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T19:03:57,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=61b1d7b40a8d731cda847b95fb39d559, UNASSIGN}] 2024-11-18T19:03:57,960 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=61b1d7b40a8d731cda847b95fb39d559, UNASSIGN 2024-11-18T19:03:57,961 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=61b1d7b40a8d731cda847b95fb39d559, regionState=CLOSING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:03:57,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=61b1d7b40a8d731cda847b95fb39d559, UNASSIGN because future has completed 2024-11-18T19:03:57,962 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:03:57,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure 61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:03:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-18T19:03:58,116 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(122): Close 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:58,116 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:03:58,116 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1722): Closing 61b1d7b40a8d731cda847b95fb39d559, disabling compactions & flushes 2024-11-18T19:03:58,116 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:58,116 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:58,117 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. after waiting 0 ms 2024-11-18T19:03:58,117 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:58,117 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(2902): Flushing 61b1d7b40a8d731cda847b95fb39d559 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-18T19:03:58,126 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118eb02d42a005248a081a4f27d0f13e579_61b1d7b40a8d731cda847b95fb39d559 is 50, key is test_row_0/A:col10/1731956637948/Put/seqid=0 2024-11-18T19:03:58,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742253_1429 (size=9914) 2024-11-18T19:03:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-18T19:03:58,532 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:03:58,539 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118eb02d42a005248a081a4f27d0f13e579_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118eb02d42a005248a081a4f27d0f13e579_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:58,541 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/46763da8a0e549c0b68166ecc751090c, store: [table=TestAcidGuarantees family=A region=61b1d7b40a8d731cda847b95fb39d559] 2024-11-18T19:03:58,542 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/46763da8a0e549c0b68166ecc751090c is 175, key is test_row_0/A:col10/1731956637948/Put/seqid=0 2024-11-18T19:03:58,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742254_1430 (size=22561) 2024-11-18T19:03:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-18T19:03:58,950 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/46763da8a0e549c0b68166ecc751090c 2024-11-18T19:03:58,963 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/750e9c93e0354a9e935a64bbb102f8ac is 50, key is test_row_0/B:col10/1731956637948/Put/seqid=0 2024-11-18T19:03:58,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742255_1431 (size=9857) 2024-11-18T19:03:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-18T19:03:59,368 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/750e9c93e0354a9e935a64bbb102f8ac 2024-11-18T19:03:59,381 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/86169a3327c04ee9a6bce5296c07eb52 is 50, key is test_row_0/C:col10/1731956637948/Put/seqid=0 2024-11-18T19:03:59,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742256_1432 (size=9857) 2024-11-18T19:03:59,786 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/86169a3327c04ee9a6bce5296c07eb52 2024-11-18T19:03:59,798 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/A/46763da8a0e549c0b68166ecc751090c as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/46763da8a0e549c0b68166ecc751090c 2024-11-18T19:03:59,801 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/46763da8a0e549c0b68166ecc751090c, entries=100, sequenceid=276, filesize=22.0 K 2024-11-18T19:03:59,801 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/B/750e9c93e0354a9e935a64bbb102f8ac as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/750e9c93e0354a9e935a64bbb102f8ac 2024-11-18T19:03:59,804 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/750e9c93e0354a9e935a64bbb102f8ac, entries=100, sequenceid=276, filesize=9.6 K 2024-11-18T19:03:59,805 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/.tmp/C/86169a3327c04ee9a6bce5296c07eb52 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/86169a3327c04ee9a6bce5296c07eb52 2024-11-18T19:03:59,807 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/86169a3327c04ee9a6bce5296c07eb52, entries=100, sequenceid=276, filesize=9.6 K 2024-11-18T19:03:59,808 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 61b1d7b40a8d731cda847b95fb39d559 in 1691ms, sequenceid=276, compaction requested=false 2024-11-18T19:03:59,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/e14ff5c83ddc4997ab98c62ac49aa771, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/7f93e4e707b74621a640d46b980b0c3a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/344b96d588734bb9a0526405ab71e4be] to archive 2024-11-18T19:03:59,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:03:59,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/e14ff5c83ddc4997ab98c62ac49aa771 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/e14ff5c83ddc4997ab98c62ac49aa771 2024-11-18T19:03:59,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/7f93e4e707b74621a640d46b980b0c3a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/7f93e4e707b74621a640d46b980b0c3a 2024-11-18T19:03:59,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/344b96d588734bb9a0526405ab71e4be to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/344b96d588734bb9a0526405ab71e4be 2024-11-18T19:03:59,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/8fe3c2d5383043a398bb32d8200f03dc, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/c8bc0f76bed84aaba19a66fdef3206d0, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/03911c197eaa4bf1815e2daf7fe2a047] to archive 2024-11-18T19:03:59,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:03:59,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/8fe3c2d5383043a398bb32d8200f03dc to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/8fe3c2d5383043a398bb32d8200f03dc 2024-11-18T19:03:59,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/c8bc0f76bed84aaba19a66fdef3206d0 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/c8bc0f76bed84aaba19a66fdef3206d0 2024-11-18T19:03:59,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/03911c197eaa4bf1815e2daf7fe2a047 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/03911c197eaa4bf1815e2daf7fe2a047 2024-11-18T19:03:59,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/65e7fda204cd42ec8ef33675914ce6a5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/008fa4e7613c41ac8ec13a5b549be438, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/e7fe8c3d498343b29b07b0c8130674c4] to archive 2024-11-18T19:03:59,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:03:59,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/65e7fda204cd42ec8ef33675914ce6a5 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/65e7fda204cd42ec8ef33675914ce6a5 2024-11-18T19:03:59,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/008fa4e7613c41ac8ec13a5b549be438 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/008fa4e7613c41ac8ec13a5b549be438 2024-11-18T19:03:59,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/e7fe8c3d498343b29b07b0c8130674c4 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/e7fe8c3d498343b29b07b0c8130674c4 2024-11-18T19:03:59,825 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/recovered.edits/279.seqid, newMaxSeqId=279, maxSeqId=4 2024-11-18T19:03:59,826 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. 2024-11-18T19:03:59,826 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1676): Region close journal for 61b1d7b40a8d731cda847b95fb39d559: Waiting for close lock at 1731956638116Running coprocessor pre-close hooks at 1731956638116Disabling compacts and flushes for region at 1731956638116Disabling writes for close at 1731956638117 (+1 ms)Obtaining lock to block concurrent updates at 1731956638117Preparing flush snapshotting stores in 61b1d7b40a8d731cda847b95fb39d559 at 1731956638117Finished memstore snapshotting TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731956638117Flushing stores of TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559. at 1731956638118 (+1 ms)Flushing 61b1d7b40a8d731cda847b95fb39d559/A: creating writer at 1731956638118Flushing mob file 61b1d7b40a8d731cda847b95fb39d559/A: appending metadata at 1731956638125 (+7 ms)Flushing mob file 61b1d7b40a8d731cda847b95fb39d559/A: closing flushed file at 1731956638126 (+1 ms)Flushing 61b1d7b40a8d731cda847b95fb39d559/A: appending metadata at 1731956638541 (+415 ms)Flushing 61b1d7b40a8d731cda847b95fb39d559/A: closing flushed file at 1731956638541Flushing 61b1d7b40a8d731cda847b95fb39d559/B: creating writer at 1731956638959 (+418 ms)Flushing 61b1d7b40a8d731cda847b95fb39d559/B: appending metadata at 1731956638962 (+3 ms)Flushing 61b1d7b40a8d731cda847b95fb39d559/B: closing flushed file at 1731956638962Flushing 61b1d7b40a8d731cda847b95fb39d559/C: creating writer at 1731956639378 (+416 ms)Flushing 61b1d7b40a8d731cda847b95fb39d559/C: appending metadata at 1731956639381 (+3 ms)Flushing 61b1d7b40a8d731cda847b95fb39d559/C: closing flushed file at 1731956639381Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e9ab314: reopening flushed file at 1731956639797 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bebec19: reopening flushed file at 1731956639801 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477b78e1: reopening flushed file at 1731956639804 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 61b1d7b40a8d731cda847b95fb39d559 in 1691ms, sequenceid=276, compaction requested=false at 1731956639808 (+4 ms)Writing region close event to WAL at 1731956639822 (+14 ms)Running coprocessor post-close hooks at 1731956639825 (+3 ms)Closed at 1731956639826 (+1 ms) 2024-11-18T19:03:59,828 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(157): Closed 61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:03:59,828 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=61b1d7b40a8d731cda847b95fb39d559, regionState=CLOSED 2024-11-18T19:03:59,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure 61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 because future has completed 2024-11-18T19:03:59,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-18T19:03:59,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseRegionProcedure 61b1d7b40a8d731cda847b95fb39d559, server=39fff3b0f89c,42799,1731956512499 in 1.8680 sec 2024-11-18T19:03:59,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-11-18T19:03:59,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=61b1d7b40a8d731cda847b95fb39d559, UNASSIGN in 1.8730 sec 2024-11-18T19:03:59,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-18T19:03:59,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8760 sec 2024-11-18T19:03:59,838 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956639838"}]},"ts":"1731956639838"} 2024-11-18T19:03:59,839 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-18T19:03:59,839 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-18T19:03:59,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8890 sec 2024-11-18T19:04:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-18T19:04:00,099 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:00,100 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-18T19:04:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:00,105 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-18T19:04:00,107 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=139, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:00,111 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:04:00,114 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A, FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B, FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C, FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/recovered.edits] 2024-11-18T19:04:00,117 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/45d75c6b4e33489c895c628d8f7ab05b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/45d75c6b4e33489c895c628d8f7ab05b 2024-11-18T19:04:00,119 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/46763da8a0e549c0b68166ecc751090c to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/A/46763da8a0e549c0b68166ecc751090c 2024-11-18T19:04:00,122 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/750e9c93e0354a9e935a64bbb102f8ac to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/750e9c93e0354a9e935a64bbb102f8ac 2024-11-18T19:04:00,123 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/9317985acaf14654b95dbc8739479c6e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/B/9317985acaf14654b95dbc8739479c6e 2024-11-18T19:04:00,126 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/4f78e31963ec42a8ac6d3b546aeeb4b1 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/4f78e31963ec42a8ac6d3b546aeeb4b1 2024-11-18T19:04:00,127 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/86169a3327c04ee9a6bce5296c07eb52 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/C/86169a3327c04ee9a6bce5296c07eb52 2024-11-18T19:04:00,130 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/recovered.edits/279.seqid to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559/recovered.edits/279.seqid 2024-11-18T19:04:00,130 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:04:00,130 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-18T19:04:00,130 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-18T19:04:00,131 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-18T19:04:00,133 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111807c72cb2273b48799afa282546510e11_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111807c72cb2273b48799afa282546510e11_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:04:00,134 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118095e8ec061fb4622a40b04b12632eadd_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118095e8ec061fb4622a40b04b12632eadd_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:04:00,135 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118119da64b1fd24ab7a5bf1621ef77c3cc_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118119da64b1fd24ab7a5bf1621ef77c3cc_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:04:00,135 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118201879dca09f4b409429e264437b71bd_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118201879dca09f4b409429e264437b71bd_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:04:00,136 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111821e6399b58474d4f8b73845e58b8b613_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111821e6399b58474d4f8b73845e58b8b613_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:04:00,137 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186367e0ae9a094545b13130177e52bb66_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186367e0ae9a094545b13130177e52bb66_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:04:00,137 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186e55d6de52a5448fb6129e1baaaa3fac_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186e55d6de52a5448fb6129e1baaaa3fac_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:04:00,138 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111891e5b3389f9f42e3a1c298536227790b_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111891e5b3389f9f42e3a1c298536227790b_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:04:00,139 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189a53d7967b1e4a648245d17b33468dda_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189a53d7967b1e4a648245d17b33468dda_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:04:00,140 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189dbc3689fd7d41f8929d1768632f000a_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189dbc3689fd7d41f8929d1768632f000a_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:04:00,140 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bafea540698945668ba187123c7392ec_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bafea540698945668ba187123c7392ec_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:04:00,141 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118deea5f78ea9942319ded41c320fefb83_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118deea5f78ea9942319ded41c320fefb83_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:04:00,142 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e22e29d630ad4e21954f0ba0c5f73aef_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e22e29d630ad4e21954f0ba0c5f73aef_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:04:00,142 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118eb02d42a005248a081a4f27d0f13e579_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118eb02d42a005248a081a4f27d0f13e579_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:04:00,143 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f11c2641396e4e3ba981e4cf8bc88bb9_61b1d7b40a8d731cda847b95fb39d559 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f11c2641396e4e3ba981e4cf8bc88bb9_61b1d7b40a8d731cda847b95fb39d559 2024-11-18T19:04:00,144 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-18T19:04:00,145 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=139, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:00,147 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-18T19:04:00,148 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-18T19:04:00,149 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=139, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:00,149 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-18T19:04:00,149 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731956640149"}]},"ts":"9223372036854775807"} 2024-11-18T19:04:00,151 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-18T19:04:00,151 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 61b1d7b40a8d731cda847b95fb39d559, NAME => 'TestAcidGuarantees,,1731956606487.61b1d7b40a8d731cda847b95fb39d559.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T19:04:00,151 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-18T19:04:00,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731956640151"}]},"ts":"9223372036854775807"} 2024-11-18T19:04:00,153 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-18T19:04:00,153 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=139, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:00,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-11-18T19:04:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-18T19:04:00,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-18T19:04:00,220 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:00,227 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=241 (was 238) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-703111858_22 at /127.0.0.1:56792 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-638269025_22 at /127.0.0.1:56746 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-638269025_22 at /127.0.0.1:56796 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-703111858_22 at /127.0.0.1:56794 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=4114 (was 4134) 2024-11-18T19:04:00,235 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=241, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=4114 2024-11-18T19:04:00,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T19:04:00,237 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:04:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:00,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:04:00,239 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:00,239 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 140 2024-11-18T19:04:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-18T19:04:00,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:04:00,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742257_1433 (size=959) 2024-11-18T19:04:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-18T19:04:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-18T19:04:00,650 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748 2024-11-18T19:04:00,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742258_1434 (size=53) 2024-11-18T19:04:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-18T19:04:01,084 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:04:01,084 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d70e2f4ca15993081423424529649616, disabling compactions & flushes 2024-11-18T19:04:01,084 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:01,084 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:01,084 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. after waiting 0 ms 2024-11-18T19:04:01,084 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:01,085 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:01,085 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d70e2f4ca15993081423424529649616: Waiting for close lock at 1731956641084Disabling compacts and flushes for region at 1731956641084Disabling writes for close at 1731956641084Writing region close event to WAL at 1731956641084Closed at 1731956641084 2024-11-18T19:04:01,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:04:01,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731956641087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731956641087"}]},"ts":"1731956641087"} 2024-11-18T19:04:01,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:04:01,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:04:01,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956641091"}]},"ts":"1731956641091"} 2024-11-18T19:04:01,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-18T19:04:01,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d70e2f4ca15993081423424529649616, ASSIGN}] 2024-11-18T19:04:01,094 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d70e2f4ca15993081423424529649616, ASSIGN 2024-11-18T19:04:01,095 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d70e2f4ca15993081423424529649616, ASSIGN; state=OFFLINE, location=39fff3b0f89c,42799,1731956512499; forceNewPlan=false, retain=false 2024-11-18T19:04:01,246 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=d70e2f4ca15993081423424529649616, regionState=OPENING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:01,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d70e2f4ca15993081423424529649616, ASSIGN because future has completed 2024-11-18T19:04:01,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:04:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-18T19:04:01,411 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:01,412 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7752): Opening region: {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:04:01,415 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d70e2f4ca15993081423424529649616 2024-11-18T19:04:01,415 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:04:01,415 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7794): checking encryption for d70e2f4ca15993081423424529649616 2024-11-18T19:04:01,415 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7797): checking classloading for d70e2f4ca15993081423424529649616 2024-11-18T19:04:01,417 INFO [StoreOpener-d70e2f4ca15993081423424529649616-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d70e2f4ca15993081423424529649616 2024-11-18T19:04:01,418 INFO [StoreOpener-d70e2f4ca15993081423424529649616-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d70e2f4ca15993081423424529649616 columnFamilyName A 2024-11-18T19:04:01,418 DEBUG [StoreOpener-d70e2f4ca15993081423424529649616-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:01,419 INFO [StoreOpener-d70e2f4ca15993081423424529649616-1 {}] regionserver.HStore(327): Store=d70e2f4ca15993081423424529649616/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:04:01,419 INFO [StoreOpener-d70e2f4ca15993081423424529649616-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d70e2f4ca15993081423424529649616 2024-11-18T19:04:01,420 INFO [StoreOpener-d70e2f4ca15993081423424529649616-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d70e2f4ca15993081423424529649616 columnFamilyName B 2024-11-18T19:04:01,420 DEBUG [StoreOpener-d70e2f4ca15993081423424529649616-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:01,420 INFO [StoreOpener-d70e2f4ca15993081423424529649616-1 {}] regionserver.HStore(327): Store=d70e2f4ca15993081423424529649616/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:04:01,420 INFO [StoreOpener-d70e2f4ca15993081423424529649616-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d70e2f4ca15993081423424529649616 2024-11-18T19:04:01,421 INFO [StoreOpener-d70e2f4ca15993081423424529649616-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d70e2f4ca15993081423424529649616 columnFamilyName C 2024-11-18T19:04:01,421 DEBUG [StoreOpener-d70e2f4ca15993081423424529649616-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:01,421 INFO [StoreOpener-d70e2f4ca15993081423424529649616-1 {}] regionserver.HStore(327): Store=d70e2f4ca15993081423424529649616/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:04:01,421 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1038): replaying wal for d70e2f4ca15993081423424529649616 2024-11-18T19:04:01,422 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616 2024-11-18T19:04:01,422 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616 2024-11-18T19:04:01,423 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1048): stopping wal replay for d70e2f4ca15993081423424529649616 2024-11-18T19:04:01,423 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1060): Cleaning up temporary data for d70e2f4ca15993081423424529649616 2024-11-18T19:04:01,423 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:04:01,424 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1093): writing seq id for d70e2f4ca15993081423424529649616 2024-11-18T19:04:01,425 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:04:01,426 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1114): Opened d70e2f4ca15993081423424529649616; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61433803, jitterRate=-0.08456499874591827}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:04:01,426 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d70e2f4ca15993081423424529649616 2024-11-18T19:04:01,426 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1006): Region open journal for d70e2f4ca15993081423424529649616: Running coprocessor pre-open hook at 1731956641415Writing region info on filesystem at 1731956641415Initializing all the Stores at 1731956641416 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956641416Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956641416Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956641416Cleaning up temporary data from old regions at 1731956641423 (+7 ms)Running coprocessor post-open hooks at 1731956641426 (+3 ms)Region opened successfully at 1731956641426 2024-11-18T19:04:01,427 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., pid=142, masterSystemTime=1731956641404 2024-11-18T19:04:01,429 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:01,429 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:01,429 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=d70e2f4ca15993081423424529649616, regionState=OPEN, openSeqNum=2, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:01,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 because future has completed 2024-11-18T19:04:01,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-18T19:04:01,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 in 181 msec 2024-11-18T19:04:01,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-18T19:04:01,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d70e2f4ca15993081423424529649616, ASSIGN in 339 msec 2024-11-18T19:04:01,434 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:04:01,434 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956641434"}]},"ts":"1731956641434"} 2024-11-18T19:04:01,436 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-18T19:04:01,436 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:04:01,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1990 sec 2024-11-18T19:04:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-18T19:04:02,388 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:02,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174ea767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:02,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:02,392 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:02,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:02,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:02,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e08afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:02,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:02,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:02,394 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:02,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3cef17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:02,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:02,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:02,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:02,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T19:04:02,399 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 39fff3b0f89c,42691,1731956511784 2024-11-18T19:04:02,399 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29921311 2024-11-18T19:04:02,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T19:04:02,401 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T19:04:02,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a136c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,402 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:02,402 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:02,403 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:02,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:02,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:02,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f88e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:02,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:02,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:02,406 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:02,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c082657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489dbb88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:02,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:02,409 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:02,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:02,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:02,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eaad75e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:02,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:02,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:02,411 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:02,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af4dcb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791548b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:02,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:02,413 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:02,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701eccb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:02,415 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5e6535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a2cf1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:02,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:02,417 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47808ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:02,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:02,418 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:02,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40aefc57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20903719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:02,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:02,420 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:02,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:02,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:02,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766cb5de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:02,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:02,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:02,422 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:02,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d3c054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601ca7fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:02,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:02,424 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:02,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:02,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51afb45d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:02,426 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:02,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c164da6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@121028cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:02,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:02,428 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:02,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:02,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:02,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f4858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:02,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:02,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:02,431 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:02,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a28d025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43136ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:02,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:02,434 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f592b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:02,435 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:02,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d148972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0c300f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:02,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:02,437 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d4e8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:02,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:02,438 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:02,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f56d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe6c162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:02,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:02,440 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:02,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:02,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:02,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d090df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:02,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:02,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:02,441 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:02,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d384666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:02,442 DEBUG [Thread-1970 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:02,442 DEBUG [Thread-1959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:02,442 DEBUG [Thread-1972 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:02,442 DEBUG [Thread-1974 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:02,442 DEBUG [Thread-1961 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:02,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:02,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:02,443 DEBUG [Thread-1978 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:02,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:04:02,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:02,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:02,444 DEBUG [Thread-1963 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:02,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:02,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:02,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:02,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:02,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:02,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:02,445 DEBUG [Thread-1976 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-18T19:04:02,445 DEBUG [Thread-1965 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:02,445 DEBUG [Thread-1967 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:02,446 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:04:02,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:02,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:02,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-18T19:04:02,446 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:04:02,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:04:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:02,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:04:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:04:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:04:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:02,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:02,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:04:02,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:04:02,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:02,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:04:02,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:04:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:04:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:04:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2] 2024-11-18T19:04:02,460 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:02,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T19:04:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:02,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/efd78a8596174ba5b6bcb877e704e163 is 50, key is test_row_0/A:col10/1731956642460/Put/seqid=0 2024-11-18T19:04:02,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742259_1435 (size=11997) 2024-11-18T19:04:02,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:02,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956702497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956702500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:02,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:02,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:02,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956702530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:02,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:02,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956702530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:02,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:02,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956702530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:02,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-18T19:04:02,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-18T19:04:02,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:02,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:02,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:02,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:02,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:02,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956702638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:02,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:02,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956702638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:02,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956702648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:02,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956702648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956702648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:02,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-18T19:04:02,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:02,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:02,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:02,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:02,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-18T19:04:02,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956702847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956702847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:02,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956702857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:02,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:02,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956702857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:02,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:02,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956702857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:02,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:02,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:02,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:02,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/efd78a8596174ba5b6bcb877e704e163 2024-11-18T19:04:02,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-18T19:04:02,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:02,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:02,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:02,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:02,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:02,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/6cacfc90beb6471795def5911eae09d2 is 50, key is test_row_0/B:col10/1731956642460/Put/seqid=0 2024-11-18T19:04:02,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742260_1436 (size=9657) 2024-11-18T19:04:03,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-18T19:04:03,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:03,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:03,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:03,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:03,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-18T19:04:03,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956703157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:03,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:03,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956703157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:03,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:03,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956703167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:03,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956703167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:03,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:03,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956703167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:03,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:03,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-18T19:04:03,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:03,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:03,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:03,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:03,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:03,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/6cacfc90beb6471795def5911eae09d2 2024-11-18T19:04:03,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/6fb7693ea150485eaf5c9b7f97e4c727 is 50, key is test_row_0/C:col10/1731956642460/Put/seqid=0 2024-11-18T19:04:03,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742261_1437 (size=9657) 2024-11-18T19:04:03,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/6fb7693ea150485eaf5c9b7f97e4c727 2024-11-18T19:04:03,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/efd78a8596174ba5b6bcb877e704e163 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/efd78a8596174ba5b6bcb877e704e163 2024-11-18T19:04:03,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/efd78a8596174ba5b6bcb877e704e163, entries=150, sequenceid=13, filesize=11.7 K 2024-11-18T19:04:03,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/6cacfc90beb6471795def5911eae09d2 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/6cacfc90beb6471795def5911eae09d2 2024-11-18T19:04:03,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/6cacfc90beb6471795def5911eae09d2, entries=100, sequenceid=13, filesize=9.4 K 2024-11-18T19:04:03,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/6fb7693ea150485eaf5c9b7f97e4c727 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6fb7693ea150485eaf5c9b7f97e4c727 2024-11-18T19:04:03,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6fb7693ea150485eaf5c9b7f97e4c727, entries=100, sequenceid=13, filesize=9.4 K 2024-11-18T19:04:03,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d70e2f4ca15993081423424529649616 in 900ms, sequenceid=13, compaction requested=false 2024-11-18T19:04:03,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:03,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-18T19:04:03,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:03,365 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T19:04:03,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/eaa3c640e0ff41269d972f3cbfd2fe25 is 50, key is test_row_0/A:col10/1731956642500/Put/seqid=0 2024-11-18T19:04:03,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742262_1438 (size=12001) 2024-11-18T19:04:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-18T19:04:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:03,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:03,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956703678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:03,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:03,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956703680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:03,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:03,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956703681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:03,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:03,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956703682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:03,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:03,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956703683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:03,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:03,773 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/eaa3c640e0ff41269d972f3cbfd2fe25 2024-11-18T19:04:03,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/e199f2aecfef40569cf7d4ede6cf9382 is 50, key is test_row_0/B:col10/1731956642500/Put/seqid=0 2024-11-18T19:04:03,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742263_1439 (size=12001) 2024-11-18T19:04:03,780 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/e199f2aecfef40569cf7d4ede6cf9382 2024-11-18T19:04:03,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/6a69f7fcfcf04c1b86987fa5a3a230e1 is 50, key is test_row_0/C:col10/1731956642500/Put/seqid=0 2024-11-18T19:04:03,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742264_1440 (size=12001) 2024-11-18T19:04:03,792 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/6a69f7fcfcf04c1b86987fa5a3a230e1 2024-11-18T19:04:03,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956703788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:03,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:03,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956703788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:03,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:03,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/eaa3c640e0ff41269d972f3cbfd2fe25 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/eaa3c640e0ff41269d972f3cbfd2fe25 2024-11-18T19:04:03,798 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/eaa3c640e0ff41269d972f3cbfd2fe25, entries=150, sequenceid=37, filesize=11.7 K 2024-11-18T19:04:03,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/e199f2aecfef40569cf7d4ede6cf9382 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/e199f2aecfef40569cf7d4ede6cf9382 2024-11-18T19:04:03,801 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/e199f2aecfef40569cf7d4ede6cf9382, entries=150, sequenceid=37, filesize=11.7 K 2024-11-18T19:04:03,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/6a69f7fcfcf04c1b86987fa5a3a230e1 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6a69f7fcfcf04c1b86987fa5a3a230e1 2024-11-18T19:04:03,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956703797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:03,804 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6a69f7fcfcf04c1b86987fa5a3a230e1, entries=150, sequenceid=37, filesize=11.7 K 2024-11-18T19:04:03,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:03,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956703797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:03,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:03,805 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d70e2f4ca15993081423424529649616 in 440ms, sequenceid=37, compaction requested=false 2024-11-18T19:04:03,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:03,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:03,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-18T19:04:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-18T19:04:03,805 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:03,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T19:04:03,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-18T19:04:03,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3590 sec 2024-11-18T19:04:03,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 1.3640 sec 2024-11-18T19:04:03,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/f62606624c2a4e8ca740f16b6956be2a is 50, key is test_row_0/A:col10/1731956643677/Put/seqid=0 2024-11-18T19:04:03,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742265_1441 (size=14341) 2024-11-18T19:04:03,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/f62606624c2a4e8ca740f16b6956be2a 2024-11-18T19:04:03,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/28b2f58b68014ed6bea19ca6ebbb0872 is 50, key is test_row_0/B:col10/1731956643677/Put/seqid=0 2024-11-18T19:04:03,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742266_1442 (size=12001) 2024-11-18T19:04:03,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956703977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:03,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:03,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956703998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956703998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956704007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956704007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956704097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/28b2f58b68014ed6bea19ca6ebbb0872 2024-11-18T19:04:04,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/6a01e937a8c34ee382424fc1f4c300df is 50, key is test_row_0/C:col10/1731956643677/Put/seqid=0 2024-11-18T19:04:04,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742267_1443 (size=12001) 2024-11-18T19:04:04,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956704307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956704307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956704308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956704327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956704327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-18T19:04:04,597 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:04,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:04:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-18T19:04:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-18T19:04:04,599 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:04:04,600 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:04:04,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:04:04,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956704617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,622 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,622 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/6a01e937a8c34ee382424fc1f4c300df 2024-11-18T19:04:04,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/f62606624c2a4e8ca740f16b6956be2a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/f62606624c2a4e8ca740f16b6956be2a 2024-11-18T19:04:04,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/f62606624c2a4e8ca740f16b6956be2a, entries=200, sequenceid=50, filesize=14.0 K 2024-11-18T19:04:04,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/28b2f58b68014ed6bea19ca6ebbb0872 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/28b2f58b68014ed6bea19ca6ebbb0872 2024-11-18T19:04:04,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/28b2f58b68014ed6bea19ca6ebbb0872, entries=150, sequenceid=50, filesize=11.7 K 2024-11-18T19:04:04,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/6a01e937a8c34ee382424fc1f4c300df as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6a01e937a8c34ee382424fc1f4c300df 2024-11-18T19:04:04,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6a01e937a8c34ee382424fc1f4c300df, entries=150, sequenceid=50, filesize=11.7 K 2024-11-18T19:04:04,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d70e2f4ca15993081423424529649616 in 853ms, sequenceid=50, compaction requested=true 2024-11-18T19:04:04,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:04,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:04:04,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:04,658 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:04,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:04:04,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:04,658 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:04,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:04:04,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:04,659 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:04,659 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38339 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:04,659 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/B is initiating minor compaction (all files) 2024-11-18T19:04:04,659 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/A is initiating minor compaction (all files) 2024-11-18T19:04:04,659 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/B in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:04,659 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/A in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:04,659 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/6cacfc90beb6471795def5911eae09d2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/e199f2aecfef40569cf7d4ede6cf9382, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/28b2f58b68014ed6bea19ca6ebbb0872] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=32.9 K 2024-11-18T19:04:04,659 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/efd78a8596174ba5b6bcb877e704e163, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/eaa3c640e0ff41269d972f3cbfd2fe25, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/f62606624c2a4e8ca740f16b6956be2a] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=37.4 K 2024-11-18T19:04:04,659 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cacfc90beb6471795def5911eae09d2, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731956642459 2024-11-18T19:04:04,659 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting efd78a8596174ba5b6bcb877e704e163, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731956642456 2024-11-18T19:04:04,660 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting eaa3c640e0ff41269d972f3cbfd2fe25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731956642496 2024-11-18T19:04:04,660 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting e199f2aecfef40569cf7d4ede6cf9382, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731956642496 2024-11-18T19:04:04,660 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 28b2f58b68014ed6bea19ca6ebbb0872, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731956643677 2024-11-18T19:04:04,660 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting f62606624c2a4e8ca740f16b6956be2a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731956643677 2024-11-18T19:04:04,665 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#A#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:04,665 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/3e2cda865bc346ca980c2da6bbc000e8 is 50, key is test_row_0/A:col10/1731956643677/Put/seqid=0 2024-11-18T19:04:04,666 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#B#compaction#376 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:04,666 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/c7b80844233d4f649d0b335c8a9184ff is 50, key is test_row_0/B:col10/1731956643677/Put/seqid=0 2024-11-18T19:04:04,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742268_1444 (size=12104) 2024-11-18T19:04:04,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742269_1445 (size=12104) 2024-11-18T19:04:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-18T19:04:04,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-18T19:04:04,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:04,752 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T19:04:04,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/c7517e7551364bcdaca5ae16b5b5246e is 50, key is test_row_0/A:col10/1731956643975/Put/seqid=0 2024-11-18T19:04:04,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742270_1446 (size=12001) 2024-11-18T19:04:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:04,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:04,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956704845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956704847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956704847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956704856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-18T19:04:04,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956704967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956704968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956704968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:04,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956704977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:05,072 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/3e2cda865bc346ca980c2da6bbc000e8 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/3e2cda865bc346ca980c2da6bbc000e8 2024-11-18T19:04:05,075 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d70e2f4ca15993081423424529649616/A of d70e2f4ca15993081423424529649616 into 3e2cda865bc346ca980c2da6bbc000e8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:05,076 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:05,076 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/A, priority=13, startTime=1731956644658; duration=0sec 2024-11-18T19:04:05,076 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:05,076 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:A 2024-11-18T19:04:05,076 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:05,076 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:05,076 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/C is initiating minor compaction (all files) 2024-11-18T19:04:05,076 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/C in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:05,076 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6fb7693ea150485eaf5c9b7f97e4c727, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6a69f7fcfcf04c1b86987fa5a3a230e1, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6a01e937a8c34ee382424fc1f4c300df] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=32.9 K 2024-11-18T19:04:05,077 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fb7693ea150485eaf5c9b7f97e4c727, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731956642459 2024-11-18T19:04:05,077 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a69f7fcfcf04c1b86987fa5a3a230e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731956642496 2024-11-18T19:04:05,077 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a01e937a8c34ee382424fc1f4c300df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731956643677 2024-11-18T19:04:05,080 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/c7b80844233d4f649d0b335c8a9184ff as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/c7b80844233d4f649d0b335c8a9184ff 2024-11-18T19:04:05,084 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#C#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:05,084 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/ae1e02fd9a51442a924e7656e8c11c1d is 50, key is test_row_0/C:col10/1731956643677/Put/seqid=0 2024-11-18T19:04:05,084 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d70e2f4ca15993081423424529649616/B of d70e2f4ca15993081423424529649616 into c7b80844233d4f649d0b335c8a9184ff(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:05,084 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:05,084 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/B, priority=13, startTime=1731956644658; duration=0sec 2024-11-18T19:04:05,085 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:05,085 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:B 2024-11-18T19:04:05,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742271_1447 (size=12104) 2024-11-18T19:04:05,092 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/ae1e02fd9a51442a924e7656e8c11c1d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/ae1e02fd9a51442a924e7656e8c11c1d 2024-11-18T19:04:05,095 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d70e2f4ca15993081423424529649616/C of d70e2f4ca15993081423424529649616 into ae1e02fd9a51442a924e7656e8c11c1d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:05,095 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:05,095 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/C, priority=13, startTime=1731956644658; duration=0sec 2024-11-18T19:04:05,095 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:05,095 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:C 2024-11-18T19:04:05,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956705127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:05,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:05,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:05,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:05,158 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/c7517e7551364bcdaca5ae16b5b5246e 2024-11-18T19:04:05,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/1c66f1716f164c80b03b85eba2b6d3e7 is 50, key is test_row_0/B:col10/1731956643975/Put/seqid=0 2024-11-18T19:04:05,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742272_1448 (size=12001) 2024-11-18T19:04:05,167 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/1c66f1716f164c80b03b85eba2b6d3e7 2024-11-18T19:04:05,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/c85b9f7254434852b0df6498a159546f is 50, key is test_row_0/C:col10/1731956643975/Put/seqid=0 2024-11-18T19:04:05,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742273_1449 (size=12001) 2024-11-18T19:04:05,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956705188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:05,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956705188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:05,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956705188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:05,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:05,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956705188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:05,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:05,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:05,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:05,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-18T19:04:05,349 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:04:05,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956705497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:05,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:05,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:05,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:05,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956705498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:05,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:05,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:05,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956705498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:05,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:05,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:05,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:05,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:05,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956705498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:05,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:05,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:05,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:05,578 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/c85b9f7254434852b0df6498a159546f 2024-11-18T19:04:05,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/c7517e7551364bcdaca5ae16b5b5246e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/c7517e7551364bcdaca5ae16b5b5246e 2024-11-18T19:04:05,584 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/c7517e7551364bcdaca5ae16b5b5246e, entries=150, sequenceid=73, filesize=11.7 K 2024-11-18T19:04:05,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/1c66f1716f164c80b03b85eba2b6d3e7 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/1c66f1716f164c80b03b85eba2b6d3e7 2024-11-18T19:04:05,587 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/1c66f1716f164c80b03b85eba2b6d3e7, entries=150, sequenceid=73, filesize=11.7 K 2024-11-18T19:04:05,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/c85b9f7254434852b0df6498a159546f as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/c85b9f7254434852b0df6498a159546f 2024-11-18T19:04:05,590 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/c85b9f7254434852b0df6498a159546f, entries=150, sequenceid=73, filesize=11.7 K 2024-11-18T19:04:05,591 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d70e2f4ca15993081423424529649616 in 840ms, sequenceid=73, compaction requested=false 2024-11-18T19:04:05,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:05,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:05,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-18T19:04:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-18T19:04:05,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-18T19:04:05,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 992 msec 2024-11-18T19:04:05,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 996 msec 2024-11-18T19:04:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-18T19:04:05,738 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:05,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:04:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-11-18T19:04:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-18T19:04:05,740 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:04:05,740 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:04:05,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:04:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-18T19:04:05,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-18T19:04:05,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:05,893 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T19:04:05,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/4be65cd9232c46909eab22ddea1d8249 is 50, key is test_row_0/A:col10/1731956644845/Put/seqid=0 2024-11-18T19:04:05,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742274_1450 (size=12001) 2024-11-18T19:04:05,900 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/4be65cd9232c46909eab22ddea1d8249 2024-11-18T19:04:05,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/5e822c0e501e41c0b77aca29d71ad255 is 50, key is test_row_0/B:col10/1731956644845/Put/seqid=0 2024-11-18T19:04:05,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742275_1451 (size=12001) 2024-11-18T19:04:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:06,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-18T19:04:06,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956706055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:06,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956706056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:06,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:06,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956706062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:06,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956706063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:06,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956706137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:06,143 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_2' in d70e2f4ca15993081423424529649616 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:06,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:06,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956706167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:06,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956706168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:06,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:06,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:06,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956706177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:06,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:06,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956706177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:06,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:06,310 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/5e822c0e501e41c0b77aca29d71ad255 2024-11-18T19:04:06,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/535cf04dfaff419cbff038c5fc51ee41 is 50, key is test_row_0/C:col10/1731956644845/Put/seqid=0 2024-11-18T19:04:06,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742276_1452 (size=12001) 2024-11-18T19:04:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-18T19:04:06,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956706378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:06,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:06,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956706378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:06,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:06,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:06,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956706387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956706387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:06,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956706687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:06,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:06,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956706687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:06,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:06,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:06,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956706707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:06,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:06,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956706707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:06,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:06,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:06,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:06,719 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/535cf04dfaff419cbff038c5fc51ee41 2024-11-18T19:04:06,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/4be65cd9232c46909eab22ddea1d8249 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4be65cd9232c46909eab22ddea1d8249 2024-11-18T19:04:06,725 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4be65cd9232c46909eab22ddea1d8249, entries=150, sequenceid=89, filesize=11.7 K 2024-11-18T19:04:06,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/5e822c0e501e41c0b77aca29d71ad255 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/5e822c0e501e41c0b77aca29d71ad255 2024-11-18T19:04:06,728 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/5e822c0e501e41c0b77aca29d71ad255, entries=150, sequenceid=89, filesize=11.7 K 2024-11-18T19:04:06,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/535cf04dfaff419cbff038c5fc51ee41 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/535cf04dfaff419cbff038c5fc51ee41 2024-11-18T19:04:06,731 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/535cf04dfaff419cbff038c5fc51ee41, entries=150, sequenceid=89, filesize=11.7 K 2024-11-18T19:04:06,732 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d70e2f4ca15993081423424529649616 in 839ms, sequenceid=89, compaction requested=true 2024-11-18T19:04:06,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:06,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:06,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-11-18T19:04:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=148 2024-11-18T19:04:06,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-18T19:04:06,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 993 msec 2024-11-18T19:04:06,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 997 msec 2024-11-18T19:04:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-18T19:04:06,877 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:06,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:04:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-11-18T19:04:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-18T19:04:06,879 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:04:06,879 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:04:06,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:04:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-18T19:04:07,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-18T19:04:07,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:07,032 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T19:04:07,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/daa7247178cf47e68d59e8906d227d65 is 50, key is test_row_0/A:col10/1731956646061/Put/seqid=0 2024-11-18T19:04:07,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742277_1453 (size=12001) 2024-11-18T19:04:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-18T19:04:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:07,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:07,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956707225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:07,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:07,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956707227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956707227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956707227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:07,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956707337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:07,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956707347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:07,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:07,438 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/daa7247178cf47e68d59e8906d227d65 2024-11-18T19:04:07,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/df1909fd6f5546f4b3bd78787966bbf0 is 50, key is test_row_0/B:col10/1731956646061/Put/seqid=0 2024-11-18T19:04:07,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742278_1454 (size=12001) 2024-11-18T19:04:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-18T19:04:07,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956707557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:07,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:07,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956707557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:07,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:07,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:07,848 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/df1909fd6f5546f4b3bd78787966bbf0 2024-11-18T19:04:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/bdfefb78a55347179a8bd9ac96f3b605 is 50, key is test_row_0/C:col10/1731956646061/Put/seqid=0 2024-11-18T19:04:07,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742279_1455 (size=12001) 2024-11-18T19:04:07,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956707877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:07,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956707877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:07,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:07,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:07,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-18T19:04:08,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956708157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:08,165 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_2' in d70e2f4ca15993081423424529649616 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:08,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:08,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:08,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:08,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956708247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:08,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956708247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:08,254 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in d70e2f4ca15993081423424529649616 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:08,255 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in d70e2f4ca15993081423424529649616 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:08,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:08,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:08,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:08,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:08,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:08,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:08,257 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/bdfefb78a55347179a8bd9ac96f3b605 2024-11-18T19:04:08,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/daa7247178cf47e68d59e8906d227d65 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/daa7247178cf47e68d59e8906d227d65 2024-11-18T19:04:08,263 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/daa7247178cf47e68d59e8906d227d65, entries=150, sequenceid=112, filesize=11.7 K 2024-11-18T19:04:08,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/df1909fd6f5546f4b3bd78787966bbf0 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/df1909fd6f5546f4b3bd78787966bbf0 2024-11-18T19:04:08,266 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/df1909fd6f5546f4b3bd78787966bbf0, entries=150, sequenceid=112, filesize=11.7 K 2024-11-18T19:04:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/bdfefb78a55347179a8bd9ac96f3b605 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/bdfefb78a55347179a8bd9ac96f3b605 2024-11-18T19:04:08,269 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/bdfefb78a55347179a8bd9ac96f3b605, entries=150, sequenceid=112, filesize=11.7 K 2024-11-18T19:04:08,270 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d70e2f4ca15993081423424529649616 in 1239ms, sequenceid=112, compaction requested=true 2024-11-18T19:04:08,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:08,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:08,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-11-18T19:04:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=150 2024-11-18T19:04:08,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-18T19:04:08,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3920 sec 2024-11-18T19:04:08,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 1.3950 sec 2024-11-18T19:04:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:08,390 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:08,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T19:04:08,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/90fe811b0de842ddbc47bd96b6d02bea is 50, key is test_row_0/A:col10/1731956647226/Put/seqid=0 2024-11-18T19:04:08,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742280_1456 (size=14341) 2024-11-18T19:04:08,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956708474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:08,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:08,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:08,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:08,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956708475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:08,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:08,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:08,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:08,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956708587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:08,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:08,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:08,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:08,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956708587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:08,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/90fe811b0de842ddbc47bd96b6d02bea 2024-11-18T19:04:08,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/37e4e5299f7a4ae9b23281fab332a3a0 is 50, key is test_row_0/B:col10/1731956647226/Put/seqid=0 2024-11-18T19:04:08,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742281_1457 (size=12001) 2024-11-18T19:04:08,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956708798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:08,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956708798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-18T19:04:09,028 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:09,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:04:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-18T19:04:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-18T19:04:09,029 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:04:09,030 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:04:09,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:04:09,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:09,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956709117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956709118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:09,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:09,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:09,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:09,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:09,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:09,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-18T19:04:09,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-18T19:04:09,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:09,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:09,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:09,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:09,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:09,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/37e4e5299f7a4ae9b23281fab332a3a0 2024-11-18T19:04:09,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/2cd76f6589b84f8d98cefe354c393720 is 50, key is test_row_0/C:col10/1731956647226/Put/seqid=0 2024-11-18T19:04:09,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742282_1458 (size=12001) 2024-11-18T19:04:09,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/2cd76f6589b84f8d98cefe354c393720 2024-11-18T19:04:09,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/90fe811b0de842ddbc47bd96b6d02bea as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/90fe811b0de842ddbc47bd96b6d02bea 2024-11-18T19:04:09,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/90fe811b0de842ddbc47bd96b6d02bea, entries=200, sequenceid=126, filesize=14.0 K 2024-11-18T19:04:09,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/37e4e5299f7a4ae9b23281fab332a3a0 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/37e4e5299f7a4ae9b23281fab332a3a0 2024-11-18T19:04:09,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/37e4e5299f7a4ae9b23281fab332a3a0, entries=150, sequenceid=126, filesize=11.7 K 2024-11-18T19:04:09,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/2cd76f6589b84f8d98cefe354c393720 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/2cd76f6589b84f8d98cefe354c393720 2024-11-18T19:04:09,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/2cd76f6589b84f8d98cefe354c393720, entries=150, sequenceid=126, filesize=11.7 K 2024-11-18T19:04:09,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d70e2f4ca15993081423424529649616 in 838ms, sequenceid=126, compaction requested=true 2024-11-18T19:04:09,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:09,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:04:09,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:09,228 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T19:04:09,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:04:09,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:09,228 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T19:04:09,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:04:09,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:09,229 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62448 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T19:04:09,229 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T19:04:09,229 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/B is initiating minor compaction (all files) 2024-11-18T19:04:09,229 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/A is initiating minor compaction (all files) 2024-11-18T19:04:09,229 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/A in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:09,229 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/B in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:09,229 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/c7b80844233d4f649d0b335c8a9184ff, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/1c66f1716f164c80b03b85eba2b6d3e7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/5e822c0e501e41c0b77aca29d71ad255, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/df1909fd6f5546f4b3bd78787966bbf0, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/37e4e5299f7a4ae9b23281fab332a3a0] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=58.7 K 2024-11-18T19:04:09,229 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/3e2cda865bc346ca980c2da6bbc000e8, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/c7517e7551364bcdaca5ae16b5b5246e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4be65cd9232c46909eab22ddea1d8249, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/daa7247178cf47e68d59e8906d227d65, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/90fe811b0de842ddbc47bd96b6d02bea] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=61.0 K 2024-11-18T19:04:09,230 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting c7b80844233d4f649d0b335c8a9184ff, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731956643677 2024-11-18T19:04:09,230 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e2cda865bc346ca980c2da6bbc000e8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731956643677 2024-11-18T19:04:09,230 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c66f1716f164c80b03b85eba2b6d3e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731956643953 2024-11-18T19:04:09,230 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7517e7551364bcdaca5ae16b5b5246e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731956643953 2024-11-18T19:04:09,230 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e822c0e501e41c0b77aca29d71ad255, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731956644845 2024-11-18T19:04:09,230 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4be65cd9232c46909eab22ddea1d8249, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731956644845 2024-11-18T19:04:09,232 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting df1909fd6f5546f4b3bd78787966bbf0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731956646055 2024-11-18T19:04:09,232 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting daa7247178cf47e68d59e8906d227d65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731956646055 2024-11-18T19:04:09,232 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 37e4e5299f7a4ae9b23281fab332a3a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731956647224 2024-11-18T19:04:09,232 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90fe811b0de842ddbc47bd96b6d02bea, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731956647215 2024-11-18T19:04:09,240 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#B#compaction#390 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:09,240 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/2e5f4bf089494d24b19c84c9266d6bfe is 50, key is test_row_0/B:col10/1731956647226/Put/seqid=0 2024-11-18T19:04:09,242 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#A#compaction#391 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:09,242 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/e1d92c88b9c049469740b030c52d450b is 50, key is test_row_0/A:col10/1731956647226/Put/seqid=0 2024-11-18T19:04:09,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742283_1459 (size=12275) 2024-11-18T19:04:09,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742284_1460 (size=12275) 2024-11-18T19:04:09,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-18T19:04:09,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:09,335 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-18T19:04:09,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/4197c3a011954e708de9860af6cc315b is 50, key is test_row_0/A:col10/1731956648449/Put/seqid=0 2024-11-18T19:04:09,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742285_1461 (size=12151) 2024-11-18T19:04:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-18T19:04:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:09,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:09,648 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/2e5f4bf089494d24b19c84c9266d6bfe as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/2e5f4bf089494d24b19c84c9266d6bfe 2024-11-18T19:04:09,650 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/e1d92c88b9c049469740b030c52d450b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/e1d92c88b9c049469740b030c52d450b 2024-11-18T19:04:09,652 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d70e2f4ca15993081423424529649616/B of d70e2f4ca15993081423424529649616 into 2e5f4bf089494d24b19c84c9266d6bfe(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:09,652 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:09,652 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/B, priority=11, startTime=1731956649228; duration=0sec 2024-11-18T19:04:09,652 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:09,653 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:B 2024-11-18T19:04:09,653 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T19:04:09,653 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d70e2f4ca15993081423424529649616/A of d70e2f4ca15993081423424529649616 into e1d92c88b9c049469740b030c52d450b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:09,653 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:09,653 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/A, priority=11, startTime=1731956649228; duration=0sec 2024-11-18T19:04:09,653 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:09,653 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:A 2024-11-18T19:04:09,654 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T19:04:09,654 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/C is initiating minor compaction (all files) 2024-11-18T19:04:09,654 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/C in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:09,654 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/ae1e02fd9a51442a924e7656e8c11c1d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/c85b9f7254434852b0df6498a159546f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/535cf04dfaff419cbff038c5fc51ee41, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/bdfefb78a55347179a8bd9ac96f3b605, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/2cd76f6589b84f8d98cefe354c393720] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=58.7 K 2024-11-18T19:04:09,654 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting ae1e02fd9a51442a924e7656e8c11c1d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731956643677 2024-11-18T19:04:09,654 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting c85b9f7254434852b0df6498a159546f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731956643953 2024-11-18T19:04:09,654 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 535cf04dfaff419cbff038c5fc51ee41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731956644845 2024-11-18T19:04:09,655 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting bdfefb78a55347179a8bd9ac96f3b605, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731956646055 2024-11-18T19:04:09,655 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cd76f6589b84f8d98cefe354c393720, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731956647224 2024-11-18T19:04:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-18T19:04:09,661 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#C#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:09,662 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/6e4709ae99c244c3a9a14baef8b84945 is 50, key is test_row_0/C:col10/1731956647226/Put/seqid=0 2024-11-18T19:04:09,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742286_1462 (size=12275) 2024-11-18T19:04:09,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956709678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:09,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:09,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:09,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:09,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956709679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:09,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:09,743 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/4197c3a011954e708de9860af6cc315b 2024-11-18T19:04:09,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/259683e5a5db4fe8934eb68d48d977c6 is 50, key is test_row_0/B:col10/1731956648449/Put/seqid=0 2024-11-18T19:04:09,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742287_1463 (size=12151) 2024-11-18T19:04:09,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956709787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:09,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:09,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:09,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:09,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956709797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:10,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956709997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:10,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:10,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956710008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:10,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:10,069 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/6e4709ae99c244c3a9a14baef8b84945 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6e4709ae99c244c3a9a14baef8b84945 2024-11-18T19:04:10,072 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d70e2f4ca15993081423424529649616/C of d70e2f4ca15993081423424529649616 into 6e4709ae99c244c3a9a14baef8b84945(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:10,072 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:10,072 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/C, priority=11, startTime=1731956649228; duration=0sec 2024-11-18T19:04:10,072 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:10,072 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:C 2024-11-18T19:04:10,154 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/259683e5a5db4fe8934eb68d48d977c6 2024-11-18T19:04:10,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/12b0e10f190a454981d670699df5243e is 50, key is test_row_0/C:col10/1731956648449/Put/seqid=0 2024-11-18T19:04:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-18T19:04:10,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742288_1464 (size=12151) 2024-11-18T19:04:10,173 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/12b0e10f190a454981d670699df5243e 2024-11-18T19:04:10,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/4197c3a011954e708de9860af6cc315b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4197c3a011954e708de9860af6cc315b 2024-11-18T19:04:10,182 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4197c3a011954e708de9860af6cc315b, entries=150, sequenceid=148, filesize=11.9 K 2024-11-18T19:04:10,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/259683e5a5db4fe8934eb68d48d977c6 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/259683e5a5db4fe8934eb68d48d977c6 2024-11-18T19:04:10,185 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/259683e5a5db4fe8934eb68d48d977c6, entries=150, sequenceid=148, filesize=11.9 K 2024-11-18T19:04:10,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/12b0e10f190a454981d670699df5243e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/12b0e10f190a454981d670699df5243e 2024-11-18T19:04:10,190 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/12b0e10f190a454981d670699df5243e, entries=150, sequenceid=148, filesize=11.9 K 2024-11-18T19:04:10,191 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d70e2f4ca15993081423424529649616 in 856ms, sequenceid=148, compaction requested=false 2024-11-18T19:04:10,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:10,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:10,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-18T19:04:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=152 2024-11-18T19:04:10,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-18T19:04:10,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1630 sec 2024-11-18T19:04:10,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 1.1660 sec 2024-11-18T19:04:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:10,271 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:10,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-18T19:04:10,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/18cafd6524f94fa5bb5f3f55c3c18bd1 is 50, key is test_row_0/A:col10/1731956649677/Put/seqid=0 2024-11-18T19:04:10,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742289_1465 (size=14541) 2024-11-18T19:04:10,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956710335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:10,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956710336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:10,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956710346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:10,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956710346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:10,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:10,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956710457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:10,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:10,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956710458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:10,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:10,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:10,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956710458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:10,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:10,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956710467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:10,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:10,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956710667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:10,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956710668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:10,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956710668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:10,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:10,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:10,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/18cafd6524f94fa5bb5f3f55c3c18bd1 2024-11-18T19:04:10,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/4a304ff7707346a9922311cab0dab485 is 50, key is test_row_0/B:col10/1731956649677/Put/seqid=0 2024-11-18T19:04:10,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956710677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:10,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:10,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742290_1466 (size=12151) 2024-11-18T19:04:10,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/4a304ff7707346a9922311cab0dab485 2024-11-18T19:04:10,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/e7b96a8235a34608b67a5c19e560497b is 50, key is test_row_0/C:col10/1731956649677/Put/seqid=0 2024-11-18T19:04:10,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742291_1467 (size=12151) 2024-11-18T19:04:10,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956710977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:10,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956710977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:10,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956710977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:10,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956710988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:10,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:10,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:11,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/e7b96a8235a34608b67a5c19e560497b 2024-11-18T19:04:11,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/18cafd6524f94fa5bb5f3f55c3c18bd1 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/18cafd6524f94fa5bb5f3f55c3c18bd1 2024-11-18T19:04:11,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/18cafd6524f94fa5bb5f3f55c3c18bd1, entries=200, sequenceid=166, filesize=14.2 K 2024-11-18T19:04:11,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/4a304ff7707346a9922311cab0dab485 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/4a304ff7707346a9922311cab0dab485 2024-11-18T19:04:11,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/4a304ff7707346a9922311cab0dab485, entries=150, sequenceid=166, filesize=11.9 K 2024-11-18T19:04:11,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/e7b96a8235a34608b67a5c19e560497b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/e7b96a8235a34608b67a5c19e560497b 2024-11-18T19:04:11,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/e7b96a8235a34608b67a5c19e560497b, entries=150, sequenceid=166, filesize=11.9 K 2024-11-18T19:04:11,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d70e2f4ca15993081423424529649616 in 837ms, sequenceid=166, compaction requested=true 2024-11-18T19:04:11,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:04:11,109 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:04:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:04:11,109 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:11,109 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:11,109 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38967 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:11,109 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/A is initiating minor compaction (all files) 2024-11-18T19:04:11,109 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/B is initiating minor compaction (all files) 2024-11-18T19:04:11,109 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/A in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:11,109 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/B in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:11,110 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/e1d92c88b9c049469740b030c52d450b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4197c3a011954e708de9860af6cc315b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/18cafd6524f94fa5bb5f3f55c3c18bd1] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=38.1 K 2024-11-18T19:04:11,110 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/2e5f4bf089494d24b19c84c9266d6bfe, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/259683e5a5db4fe8934eb68d48d977c6, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/4a304ff7707346a9922311cab0dab485] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=35.7 K 2024-11-18T19:04:11,110 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e5f4bf089494d24b19c84c9266d6bfe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731956647224 2024-11-18T19:04:11,110 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1d92c88b9c049469740b030c52d450b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731956647224 2024-11-18T19:04:11,110 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 259683e5a5db4fe8934eb68d48d977c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731956648449 2024-11-18T19:04:11,110 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4197c3a011954e708de9860af6cc315b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731956648449 2024-11-18T19:04:11,110 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a304ff7707346a9922311cab0dab485, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731956649661 2024-11-18T19:04:11,110 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18cafd6524f94fa5bb5f3f55c3c18bd1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731956649661 2024-11-18T19:04:11,115 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#A#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:11,115 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/da97c8111fcb462cb6476009d1688b56 is 50, key is test_row_0/A:col10/1731956649677/Put/seqid=0 2024-11-18T19:04:11,115 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#B#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:11,116 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/1b9663c63f4b46d787ac3d362a4d6723 is 50, key is test_row_0/B:col10/1731956649677/Put/seqid=0 2024-11-18T19:04:11,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742292_1468 (size=12527) 2024-11-18T19:04:11,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742293_1469 (size=12527) 2024-11-18T19:04:11,122 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/da97c8111fcb462cb6476009d1688b56 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/da97c8111fcb462cb6476009d1688b56 2024-11-18T19:04:11,125 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d70e2f4ca15993081423424529649616/A of d70e2f4ca15993081423424529649616 into da97c8111fcb462cb6476009d1688b56(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:11,125 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:11,125 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/A, priority=13, startTime=1731956651109; duration=0sec 2024-11-18T19:04:11,126 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:11,126 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:A 2024-11-18T19:04:11,126 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:11,126 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:11,126 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/C is initiating minor compaction (all files) 2024-11-18T19:04:11,126 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/C in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:11,127 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6e4709ae99c244c3a9a14baef8b84945, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/12b0e10f190a454981d670699df5243e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/e7b96a8235a34608b67a5c19e560497b] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=35.7 K 2024-11-18T19:04:11,127 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e4709ae99c244c3a9a14baef8b84945, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731956647224 2024-11-18T19:04:11,127 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12b0e10f190a454981d670699df5243e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731956648449 2024-11-18T19:04:11,127 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7b96a8235a34608b67a5c19e560497b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731956649661 2024-11-18T19:04:11,133 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:11,133 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/345abd672daf4d24bacf55cc30048dc4 is 50, key is test_row_0/C:col10/1731956649677/Put/seqid=0 2024-11-18T19:04:11,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742294_1470 (size=12527) 2024-11-18T19:04:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-18T19:04:11,177 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:11,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:04:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-18T19:04:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-18T19:04:11,179 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:04:11,180 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:04:11,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:04:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-18T19:04:11,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-18T19:04:11,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:11,332 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-18T19:04:11,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/c837da42dbbc46b0909b30164c6649af is 50, key is test_row_0/A:col10/1731956650335/Put/seqid=0 2024-11-18T19:04:11,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742295_1471 (size=12151) 2024-11-18T19:04:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-18T19:04:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:11,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:11,523 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/1b9663c63f4b46d787ac3d362a4d6723 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/1b9663c63f4b46d787ac3d362a4d6723 2024-11-18T19:04:11,527 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d70e2f4ca15993081423424529649616/B of d70e2f4ca15993081423424529649616 into 1b9663c63f4b46d787ac3d362a4d6723(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:11,527 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:11,527 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/B, priority=13, startTime=1731956651109; duration=0sec 2024-11-18T19:04:11,527 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:11,527 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:B 2024-11-18T19:04:11,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956711521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:11,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956711527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956711528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:11,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956711528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:11,540 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/345abd672daf4d24bacf55cc30048dc4 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/345abd672daf4d24bacf55cc30048dc4 2024-11-18T19:04:11,543 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d70e2f4ca15993081423424529649616/C of d70e2f4ca15993081423424529649616 into 345abd672daf4d24bacf55cc30048dc4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:11,543 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:11,543 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/C, priority=13, startTime=1731956651109; duration=0sec 2024-11-18T19:04:11,543 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:11,543 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:C 2024-11-18T19:04:11,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956711637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:11,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:11,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956711637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956711637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:11,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956711647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:11,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:11,738 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/c837da42dbbc46b0909b30164c6649af 2024-11-18T19:04:11,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/cc0d05b896204b03a2ceb113342612d2 is 50, key is test_row_0/B:col10/1731956650335/Put/seqid=0 2024-11-18T19:04:11,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742296_1472 (size=12151) 2024-11-18T19:04:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-18T19:04:11,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956711847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:11,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:11,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956711847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:11,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:11,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:11,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956711847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:11,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:11,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956711858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:11,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:11,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:12,147 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/cc0d05b896204b03a2ceb113342612d2 2024-11-18T19:04:12,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/204b153b1cc04dbabed3c00aebc64d44 is 50, key is test_row_0/C:col10/1731956650335/Put/seqid=0 2024-11-18T19:04:12,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742297_1473 (size=12151) 2024-11-18T19:04:12,156 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/204b153b1cc04dbabed3c00aebc64d44 2024-11-18T19:04:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/c837da42dbbc46b0909b30164c6649af as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/c837da42dbbc46b0909b30164c6649af 2024-11-18T19:04:12,162 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/c837da42dbbc46b0909b30164c6649af, entries=150, sequenceid=188, filesize=11.9 K 2024-11-18T19:04:12,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/cc0d05b896204b03a2ceb113342612d2 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/cc0d05b896204b03a2ceb113342612d2 2024-11-18T19:04:12,165 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/cc0d05b896204b03a2ceb113342612d2, entries=150, sequenceid=188, filesize=11.9 K 2024-11-18T19:04:12,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/204b153b1cc04dbabed3c00aebc64d44 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/204b153b1cc04dbabed3c00aebc64d44 2024-11-18T19:04:12,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956712157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956712157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:12,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956712157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:12,168 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/204b153b1cc04dbabed3c00aebc64d44, entries=150, sequenceid=188, filesize=11.9 K 2024-11-18T19:04:12,169 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for d70e2f4ca15993081423424529649616 in 837ms, sequenceid=188, compaction requested=false 2024-11-18T19:04:12,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:12,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:12,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-18T19:04:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=154 2024-11-18T19:04:12,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-18T19:04:12,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 990 msec 2024-11-18T19:04:12,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 993 msec 2024-11-18T19:04:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:12,173 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:12,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-18T19:04:12,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/d674b424edb94daa85913c3270016eb4 is 50, key is test_row_0/A:col10/1731956651527/Put/seqid=0 2024-11-18T19:04:12,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742298_1474 (size=14541) 2024-11-18T19:04:12,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956712260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:12,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956712273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-18T19:04:12,317 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:12,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:04:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-18T19:04:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-18T19:04:12,319 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:04:12,320 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:04:12,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:04:12,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956712378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:12,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956712397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:12,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-18T19:04:12,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-18T19:04:12,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:12,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:12,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:12,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:12,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:12,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/d674b424edb94daa85913c3270016eb4 2024-11-18T19:04:12,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/6abedb99e0d943d9bcedc32b593ca6bd is 50, key is test_row_0/B:col10/1731956651527/Put/seqid=0 2024-11-18T19:04:12,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742299_1475 (size=12151) 2024-11-18T19:04:12,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956712588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:12,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:12,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956712607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:12,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:12,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-18T19:04:12,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:12,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:12,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:12,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:12,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-18T19:04:12,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956712678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:12,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:12,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956712678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:12,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956712678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:12,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-18T19:04:12,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:12,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:12,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:12,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:12,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:12,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956712898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:12,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:12,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956712917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:12,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:12,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:12,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-18T19:04:12,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:12,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-18T19:04:12,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/6abedb99e0d943d9bcedc32b593ca6bd 2024-11-18T19:04:12,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/ef959de998c943ac986f0a240b7485e8 is 50, key is test_row_0/C:col10/1731956651527/Put/seqid=0 2024-11-18T19:04:12,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742300_1476 (size=12151) 2024-11-18T19:04:13,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-18T19:04:13,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:13,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:13,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:13,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-18T19:04:13,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:13,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:13,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:13,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-18T19:04:13,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:13,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:13,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:13,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/ef959de998c943ac986f0a240b7485e8 2024-11-18T19:04:13,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/d674b424edb94daa85913c3270016eb4 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/d674b424edb94daa85913c3270016eb4 2024-11-18T19:04:13,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/d674b424edb94daa85913c3270016eb4, entries=200, sequenceid=207, filesize=14.2 K 2024-11-18T19:04:13,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/6abedb99e0d943d9bcedc32b593ca6bd as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/6abedb99e0d943d9bcedc32b593ca6bd 2024-11-18T19:04:13,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/6abedb99e0d943d9bcedc32b593ca6bd, entries=150, sequenceid=207, filesize=11.9 K 2024-11-18T19:04:13,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/ef959de998c943ac986f0a240b7485e8 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/ef959de998c943ac986f0a240b7485e8 2024-11-18T19:04:13,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/ef959de998c943ac986f0a240b7485e8, entries=150, sequenceid=207, filesize=11.9 K 2024-11-18T19:04:13,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d70e2f4ca15993081423424529649616 in 1237ms, sequenceid=207, compaction requested=true 2024-11-18T19:04:13,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:13,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:04:13,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:13,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:04:13,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:13,410 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:13,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:04:13,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:13,410 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:13,411 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:13,411 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:13,411 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/B is initiating minor compaction (all files) 2024-11-18T19:04:13,411 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/A is initiating minor compaction (all files) 2024-11-18T19:04:13,411 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/A in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:13,411 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/B in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:13,411 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/1b9663c63f4b46d787ac3d362a4d6723, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/cc0d05b896204b03a2ceb113342612d2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/6abedb99e0d943d9bcedc32b593ca6bd] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=36.0 K 2024-11-18T19:04:13,411 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/da97c8111fcb462cb6476009d1688b56, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/c837da42dbbc46b0909b30164c6649af, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/d674b424edb94daa85913c3270016eb4] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=38.3 K 2024-11-18T19:04:13,412 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting da97c8111fcb462cb6476009d1688b56, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731956649661 2024-11-18T19:04:13,412 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b9663c63f4b46d787ac3d362a4d6723, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731956649661 2024-11-18T19:04:13,412 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting c837da42dbbc46b0909b30164c6649af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731956650302 2024-11-18T19:04:13,412 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting cc0d05b896204b03a2ceb113342612d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731956650302 2024-11-18T19:04:13,412 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting d674b424edb94daa85913c3270016eb4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731956651526 2024-11-18T19:04:13,412 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 6abedb99e0d943d9bcedc32b593ca6bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731956651526 2024-11-18T19:04:13,417 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#A#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:13,417 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/bc2a21f920b54f0086c2e012e6d91f54 is 50, key is test_row_0/A:col10/1731956651527/Put/seqid=0 2024-11-18T19:04:13,420 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#B#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:13,420 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/14e10ccd5f8e4a97b7132f80f5514873 is 50, key is test_row_0/B:col10/1731956651527/Put/seqid=0 2024-11-18T19:04:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:13,424 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:13,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-18T19:04:13,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742301_1477 (size=12629) 2024-11-18T19:04:13,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742302_1478 (size=12629) 2024-11-18T19:04:13,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/28a085005fab44e7a5d482bc5abb859b is 50, key is test_row_0/A:col10/1731956652256/Put/seqid=0 2024-11-18T19:04:13,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742303_1479 (size=14541) 2024-11-18T19:04:13,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/28a085005fab44e7a5d482bc5abb859b 2024-11-18T19:04:13,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/430ca3b8781a4137a91dcd9cbabb023d is 50, key is test_row_0/B:col10/1731956652256/Put/seqid=0 2024-11-18T19:04:13,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742304_1480 (size=12151) 2024-11-18T19:04:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-18T19:04:13,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956713484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:13,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:13,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:13,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:13,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956713487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:13,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:13,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:13,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:13,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-18T19:04:13,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:13,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:13,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:13,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956713597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:13,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:13,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:13,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956713597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:13,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:13,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:13,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:13,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:13,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-18T19:04:13,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:13,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:13,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:13,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956713697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:13,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956713697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:13,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956713697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:13,706 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in d70e2f4ca15993081423424529649616 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:13,706 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_2' in d70e2f4ca15993081423424529649616 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:13,706 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_2' in d70e2f4ca15993081423424529649616 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:13,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:13,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:13,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956713807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:13,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:13,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:13,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956713807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:13,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:13,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:13,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:13,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:13,829 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/bc2a21f920b54f0086c2e012e6d91f54 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/bc2a21f920b54f0086c2e012e6d91f54 2024-11-18T19:04:13,833 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d70e2f4ca15993081423424529649616/A of d70e2f4ca15993081423424529649616 into bc2a21f920b54f0086c2e012e6d91f54(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:13,833 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:13,833 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/A, priority=13, startTime=1731956653410; duration=0sec 2024-11-18T19:04:13,833 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:13,833 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:A 2024-11-18T19:04:13,833 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:13,833 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:13,833 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/C is initiating minor compaction (all files) 2024-11-18T19:04:13,834 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/C in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:13,834 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/345abd672daf4d24bacf55cc30048dc4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/204b153b1cc04dbabed3c00aebc64d44, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/ef959de998c943ac986f0a240b7485e8] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=36.0 K 2024-11-18T19:04:13,834 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 345abd672daf4d24bacf55cc30048dc4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731956649661 2024-11-18T19:04:13,834 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 204b153b1cc04dbabed3c00aebc64d44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731956650302 2024-11-18T19:04:13,834 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef959de998c943ac986f0a240b7485e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731956651526 2024-11-18T19:04:13,838 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/14e10ccd5f8e4a97b7132f80f5514873 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/14e10ccd5f8e4a97b7132f80f5514873 2024-11-18T19:04:13,840 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#C#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:13,840 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/fe2bf13127524a3db99381839fbf1256 is 50, key is test_row_0/C:col10/1731956651527/Put/seqid=0 2024-11-18T19:04:13,842 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d70e2f4ca15993081423424529649616/B of d70e2f4ca15993081423424529649616 into 14e10ccd5f8e4a97b7132f80f5514873(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:13,842 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:13,842 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/B, priority=13, startTime=1731956653410; duration=0sec 2024-11-18T19:04:13,842 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:13,842 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:B 2024-11-18T19:04:13,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742305_1481 (size=12629) 2024-11-18T19:04:13,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-18T19:04:13,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:13,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:13,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:13,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/430ca3b8781a4137a91dcd9cbabb023d 2024-11-18T19:04:13,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/b732362b86f341fc9915be7ef2251830 is 50, key is test_row_0/C:col10/1731956652256/Put/seqid=0 2024-11-18T19:04:13,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742306_1482 (size=12151) 2024-11-18T19:04:13,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-18T19:04:13,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:13,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:13,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:13,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:14,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956714117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:14,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956714118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:14,122 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:14,122 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:14,122 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:14,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:14,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:14,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:14,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-18T19:04:14,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:14,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:14,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:14,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:14,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:14,247 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/fe2bf13127524a3db99381839fbf1256 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/fe2bf13127524a3db99381839fbf1256 2024-11-18T19:04:14,250 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d70e2f4ca15993081423424529649616/C of d70e2f4ca15993081423424529649616 into fe2bf13127524a3db99381839fbf1256(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:14,250 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:14,250 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/C, priority=13, startTime=1731956653410; duration=0sec 2024-11-18T19:04:14,250 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:14,250 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:C 2024-11-18T19:04:14,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/b732362b86f341fc9915be7ef2251830 2024-11-18T19:04:14,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/28a085005fab44e7a5d482bc5abb859b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/28a085005fab44e7a5d482bc5abb859b 2024-11-18T19:04:14,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/28a085005fab44e7a5d482bc5abb859b, entries=200, sequenceid=227, filesize=14.2 K 2024-11-18T19:04:14,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/430ca3b8781a4137a91dcd9cbabb023d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/430ca3b8781a4137a91dcd9cbabb023d 2024-11-18T19:04:14,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/430ca3b8781a4137a91dcd9cbabb023d, entries=150, sequenceid=227, filesize=11.9 K 2024-11-18T19:04:14,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/b732362b86f341fc9915be7ef2251830 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/b732362b86f341fc9915be7ef2251830 2024-11-18T19:04:14,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/b732362b86f341fc9915be7ef2251830, entries=150, sequenceid=227, filesize=11.9 K 2024-11-18T19:04:14,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d70e2f4ca15993081423424529649616 in 847ms, sequenceid=227, compaction requested=false 2024-11-18T19:04:14,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:14,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-18T19:04:14,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:14,303 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-18T19:04:14,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/4938667fa7634c2bafef26418f0dd7ef is 50, key is test_row_0/A:col10/1731956653463/Put/seqid=0 2024-11-18T19:04:14,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742307_1483 (size=12151) 2024-11-18T19:04:14,314 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/4938667fa7634c2bafef26418f0dd7ef 2024-11-18T19:04:14,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/a9cf462ec2cd45dd865a4ef57aab8360 is 50, key is test_row_0/B:col10/1731956653463/Put/seqid=0 2024-11-18T19:04:14,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742308_1484 (size=12151) 2024-11-18T19:04:14,322 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/a9cf462ec2cd45dd865a4ef57aab8360 2024-11-18T19:04:14,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/273e96e8ba514c47a7b6be81796d95c2 is 50, key is test_row_0/C:col10/1731956653463/Put/seqid=0 2024-11-18T19:04:14,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742309_1485 (size=12151) 2024-11-18T19:04:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-18T19:04:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:14,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:14,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956714686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:14,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956714689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:14,732 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/273e96e8ba514c47a7b6be81796d95c2 2024-11-18T19:04:14,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/4938667fa7634c2bafef26418f0dd7ef as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4938667fa7634c2bafef26418f0dd7ef 2024-11-18T19:04:14,738 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4938667fa7634c2bafef26418f0dd7ef, entries=150, sequenceid=246, filesize=11.9 K 2024-11-18T19:04:14,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/a9cf462ec2cd45dd865a4ef57aab8360 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/a9cf462ec2cd45dd865a4ef57aab8360 2024-11-18T19:04:14,741 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/a9cf462ec2cd45dd865a4ef57aab8360, entries=150, sequenceid=246, filesize=11.9 K 2024-11-18T19:04:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/273e96e8ba514c47a7b6be81796d95c2 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/273e96e8ba514c47a7b6be81796d95c2 2024-11-18T19:04:14,743 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/273e96e8ba514c47a7b6be81796d95c2, entries=150, sequenceid=246, filesize=11.9 K 2024-11-18T19:04:14,744 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d70e2f4ca15993081423424529649616 in 441ms, sequenceid=246, compaction requested=true 2024-11-18T19:04:14,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:14,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:14,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-18T19:04:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=156 2024-11-18T19:04:14,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-18T19:04:14,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4250 sec 2024-11-18T19:04:14,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 2.4290 sec 2024-11-18T19:04:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:14,804 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:14,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-18T19:04:14,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/2e3a2725d3464a99b573875951fe62f3 is 50, key is test_row_0/A:col10/1731956654803/Put/seqid=0 2024-11-18T19:04:14,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742310_1486 (size=14741) 2024-11-18T19:04:14,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/2e3a2725d3464a99b573875951fe62f3 2024-11-18T19:04:14,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/0e3ed552d154461bb01dea2625ab84b7 is 50, key is test_row_0/B:col10/1731956654803/Put/seqid=0 2024-11-18T19:04:14,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742311_1487 (size=12301) 2024-11-18T19:04:14,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956714861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:14,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956714865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:14,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:14,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:14,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:14,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:14,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:14,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:14,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956714977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:14,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956714977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:14,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:14,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:15,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956715188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:15,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:15,197 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956715188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:15,197 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,197 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:15,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:15,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/0e3ed552d154461bb01dea2625ab84b7 2024-11-18T19:04:15,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/0beabe07392b4b5f9ade38fdb73e95de is 50, key is test_row_0/C:col10/1731956654803/Put/seqid=0 2024-11-18T19:04:15,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742312_1488 (size=12301) 2024-11-18T19:04:15,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956715507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:15,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956715507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:15,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/0beabe07392b4b5f9ade38fdb73e95de 2024-11-18T19:04:15,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/2e3a2725d3464a99b573875951fe62f3 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/2e3a2725d3464a99b573875951fe62f3 2024-11-18T19:04:15,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/2e3a2725d3464a99b573875951fe62f3, entries=200, sequenceid=267, filesize=14.4 K 2024-11-18T19:04:15,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/0e3ed552d154461bb01dea2625ab84b7 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/0e3ed552d154461bb01dea2625ab84b7 2024-11-18T19:04:15,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/0e3ed552d154461bb01dea2625ab84b7, entries=150, sequenceid=267, filesize=12.0 K 2024-11-18T19:04:15,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/0beabe07392b4b5f9ade38fdb73e95de as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/0beabe07392b4b5f9ade38fdb73e95de 2024-11-18T19:04:15,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/0beabe07392b4b5f9ade38fdb73e95de, entries=150, sequenceid=267, filesize=12.0 K 2024-11-18T19:04:15,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d70e2f4ca15993081423424529649616 in 854ms, sequenceid=267, compaction requested=true 2024-11-18T19:04:15,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:15,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:04:15,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:15,659 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:04:15,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:04:15,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:15,659 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:04:15,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:04:15,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:15,659 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54062 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:04:15,659 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:04:15,659 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/A is initiating minor compaction (all files) 2024-11-18T19:04:15,659 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/B is initiating minor compaction (all files) 2024-11-18T19:04:15,660 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/A in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:15,660 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/B in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:15,660 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/bc2a21f920b54f0086c2e012e6d91f54, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/28a085005fab44e7a5d482bc5abb859b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4938667fa7634c2bafef26418f0dd7ef, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/2e3a2725d3464a99b573875951fe62f3] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=52.8 K 2024-11-18T19:04:15,660 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/14e10ccd5f8e4a97b7132f80f5514873, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/430ca3b8781a4137a91dcd9cbabb023d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/a9cf462ec2cd45dd865a4ef57aab8360, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/0e3ed552d154461bb01dea2625ab84b7] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=48.1 K 2024-11-18T19:04:15,660 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 14e10ccd5f8e4a97b7132f80f5514873, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731956651526 2024-11-18T19:04:15,660 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc2a21f920b54f0086c2e012e6d91f54, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731956651526 2024-11-18T19:04:15,660 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 430ca3b8781a4137a91dcd9cbabb023d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731956652256 2024-11-18T19:04:15,660 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28a085005fab44e7a5d482bc5abb859b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731956652256 2024-11-18T19:04:15,660 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting a9cf462ec2cd45dd865a4ef57aab8360, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731956653463 2024-11-18T19:04:15,660 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4938667fa7634c2bafef26418f0dd7ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731956653463 2024-11-18T19:04:15,660 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e3ed552d154461bb01dea2625ab84b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731956654663 2024-11-18T19:04:15,660 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e3a2725d3464a99b573875951fe62f3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731956654663 2024-11-18T19:04:15,668 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#A#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:15,669 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/a611077d2275408aa47ffdbc57f2c1d5 is 50, key is test_row_0/A:col10/1731956654803/Put/seqid=0 2024-11-18T19:04:15,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742313_1489 (size=12915) 2024-11-18T19:04:15,672 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#B#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:15,672 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/03a67f3246304b8e8e3461b981745bb5 is 50, key is test_row_0/B:col10/1731956654803/Put/seqid=0 2024-11-18T19:04:15,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742314_1490 (size=12915) 2024-11-18T19:04:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:15,722 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:15,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-18T19:04:15,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/19d42d2b124840d7a4e2411cbbc5afef is 50, key is test_row_0/A:col10/1731956654852/Put/seqid=0 2024-11-18T19:04:15,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742315_1491 (size=14741) 2024-11-18T19:04:15,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956715774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:15,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:15,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956715774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:15,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:15,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956715775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:15,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956715888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:15,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:15,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956715888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:15,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:15,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:15,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956715897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:15,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:15,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:16,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956716027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956716027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:16,075 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/a611077d2275408aa47ffdbc57f2c1d5 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/a611077d2275408aa47ffdbc57f2c1d5 2024-11-18T19:04:16,078 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/03a67f3246304b8e8e3461b981745bb5 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/03a67f3246304b8e8e3461b981745bb5 2024-11-18T19:04:16,079 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d70e2f4ca15993081423424529649616/A of d70e2f4ca15993081423424529649616 into a611077d2275408aa47ffdbc57f2c1d5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:16,079 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:16,079 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/A, priority=12, startTime=1731956655659; duration=0sec 2024-11-18T19:04:16,079 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:16,079 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:A 2024-11-18T19:04:16,079 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:04:16,081 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:04:16,081 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/C is initiating minor compaction (all files) 2024-11-18T19:04:16,081 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/C in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:16,081 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/fe2bf13127524a3db99381839fbf1256, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/b732362b86f341fc9915be7ef2251830, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/273e96e8ba514c47a7b6be81796d95c2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/0beabe07392b4b5f9ade38fdb73e95de] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=48.1 K 2024-11-18T19:04:16,081 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe2bf13127524a3db99381839fbf1256, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731956651526 2024-11-18T19:04:16,081 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting b732362b86f341fc9915be7ef2251830, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731956652256 2024-11-18T19:04:16,081 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 273e96e8ba514c47a7b6be81796d95c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731956653463 2024-11-18T19:04:16,082 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0beabe07392b4b5f9ade38fdb73e95de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731956654663 2024-11-18T19:04:16,082 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d70e2f4ca15993081423424529649616/B of d70e2f4ca15993081423424529649616 into 03a67f3246304b8e8e3461b981745bb5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:16,082 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:16,082 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/B, priority=12, startTime=1731956655659; duration=0sec 2024-11-18T19:04:16,083 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:16,083 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:B 2024-11-18T19:04:16,087 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#C#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:16,087 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/ad3f73c1744f4b5e8a439584702a4447 is 50, key is test_row_0/C:col10/1731956654803/Put/seqid=0 2024-11-18T19:04:16,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742316_1492 (size=12915) 2024-11-18T19:04:16,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956716108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:16,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956716108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:16,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956716108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:16,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/19d42d2b124840d7a4e2411cbbc5afef 2024-11-18T19:04:16,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/1b7e409fb65c4b8f96df518ab54116fa is 50, key is test_row_0/B:col10/1731956654852/Put/seqid=0 2024-11-18T19:04:16,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742317_1493 (size=12301) 2024-11-18T19:04:16,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956716427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:16,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956716427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:16,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956716428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:16,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-18T19:04:16,487 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:16,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:04:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-18T19:04:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-18T19:04:16,490 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:04:16,490 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:04:16,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:04:16,496 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/ad3f73c1744f4b5e8a439584702a4447 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/ad3f73c1744f4b5e8a439584702a4447 2024-11-18T19:04:16,499 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d70e2f4ca15993081423424529649616/C of d70e2f4ca15993081423424529649616 into ad3f73c1744f4b5e8a439584702a4447(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:16,499 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:16,499 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/C, priority=12, startTime=1731956655659; duration=0sec 2024-11-18T19:04:16,500 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:16,500 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:C 2024-11-18T19:04:16,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/1b7e409fb65c4b8f96df518ab54116fa 2024-11-18T19:04:16,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/8a535546385043a08d9b110d100f8d0f is 50, key is test_row_0/C:col10/1731956654852/Put/seqid=0 2024-11-18T19:04:16,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742318_1494 (size=12301) 2024-11-18T19:04:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-18T19:04:16,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-18T19:04:16,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:16,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:16,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:16,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:16,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:16,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-18T19:04:16,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:16,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:16,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:16,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:16,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-18T19:04:16,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956716938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:16,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:16,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-18T19:04:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:16,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:16,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/8a535546385043a08d9b110d100f8d0f 2024-11-18T19:04:16,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/19d42d2b124840d7a4e2411cbbc5afef as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/19d42d2b124840d7a4e2411cbbc5afef 2024-11-18T19:04:16,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956716948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:16,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956716948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/19d42d2b124840d7a4e2411cbbc5afef, entries=200, sequenceid=283, filesize=14.4 K 2024-11-18T19:04:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:16,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/1b7e409fb65c4b8f96df518ab54116fa as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/1b7e409fb65c4b8f96df518ab54116fa 2024-11-18T19:04:16,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/1b7e409fb65c4b8f96df518ab54116fa, entries=150, sequenceid=283, filesize=12.0 K 2024-11-18T19:04:16,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/8a535546385043a08d9b110d100f8d0f as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/8a535546385043a08d9b110d100f8d0f 2024-11-18T19:04:16,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/8a535546385043a08d9b110d100f8d0f, entries=150, sequenceid=283, filesize=12.0 K 2024-11-18T19:04:16,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d70e2f4ca15993081423424529649616 in 1240ms, sequenceid=283, compaction requested=false 2024-11-18T19:04:16,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:17,043 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:17,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-18T19:04:17,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/4a874131d2174cab9e9835af341393fa is 50, key is test_row_0/A:col10/1731956657042/Put/seqid=0 2024-11-18T19:04:17,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742319_1495 (size=14741) 2024-11-18T19:04:17,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956717088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:17,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956717089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:17,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:17,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:17,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-18T19:04:17,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:17,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-18T19:04:17,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956717207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:17,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:17,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956717207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:17,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:17,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:17,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-18T19:04:17,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:17,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:17,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:17,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:17,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:17,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-18T19:04:17,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:17,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:17,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:17,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:17,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:17,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956717417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:17,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:17,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956717427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:17,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/4a874131d2174cab9e9835af341393fa 2024-11-18T19:04:17,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/7a4aa1579f034425a088bd130eaf0012 is 50, key is test_row_0/B:col10/1731956657042/Put/seqid=0 2024-11-18T19:04:17,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742320_1496 (size=12301) 2024-11-18T19:04:17,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-18T19:04:17,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:17,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:17,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:17,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:17,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-18T19:04:17,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-18T19:04:17,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:17,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:17,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:17,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:17,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:17,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956717727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:17,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:17,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956717747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:17,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:17,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/7a4aa1579f034425a088bd130eaf0012 2024-11-18T19:04:17,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-18T19:04:17,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:17,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:17,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:17,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:17,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:17,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/02c679b373ea47f3b824e4b7c0995304 is 50, key is test_row_0/C:col10/1731956657042/Put/seqid=0 2024-11-18T19:04:17,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742321_1497 (size=12301) 2024-11-18T19:04:17,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956717957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:17,965 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_2' in d70e2f4ca15993081423424529649616 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:17,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:17,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956717968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:17,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956717968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:17,975 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_2' in d70e2f4ca15993081423424529649616 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:17,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,976 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_0' in d70e2f4ca15993081423424529649616 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:17,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:17,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:17,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:18,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-18T19:04:18,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:18,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:18,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:18,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:18,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:18,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-18T19:04:18,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:18,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:18,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:18,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:18,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:18,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956718237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:18,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:18,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:18,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:18,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/02c679b373ea47f3b824e4b7c0995304 2024-11-18T19:04:18,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/4a874131d2174cab9e9835af341393fa as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4a874131d2174cab9e9835af341393fa 2024-11-18T19:04:18,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4a874131d2174cab9e9835af341393fa, entries=200, sequenceid=307, filesize=14.4 K 2024-11-18T19:04:18,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/7a4aa1579f034425a088bd130eaf0012 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/7a4aa1579f034425a088bd130eaf0012 2024-11-18T19:04:18,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956718267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:18,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:18,275 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:18,275 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:18,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/7a4aa1579f034425a088bd130eaf0012, entries=150, sequenceid=307, filesize=12.0 K 2024-11-18T19:04:18,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/02c679b373ea47f3b824e4b7c0995304 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/02c679b373ea47f3b824e4b7c0995304 2024-11-18T19:04:18,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/02c679b373ea47f3b824e4b7c0995304, entries=150, sequenceid=307, filesize=12.0 K 2024-11-18T19:04:18,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d70e2f4ca15993081423424529649616 in 1236ms, sequenceid=307, compaction requested=true 2024-11-18T19:04:18,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:18,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:04:18,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:18,279 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:18,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:04:18,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:18,279 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:18,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:04:18,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:18,280 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:18,280 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42397 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:18,280 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/B is initiating minor compaction (all files) 2024-11-18T19:04:18,280 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/A is initiating minor compaction (all files) 2024-11-18T19:04:18,280 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/B in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:18,280 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/A in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:18,280 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/03a67f3246304b8e8e3461b981745bb5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/1b7e409fb65c4b8f96df518ab54116fa, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/7a4aa1579f034425a088bd130eaf0012] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=36.6 K 2024-11-18T19:04:18,280 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/a611077d2275408aa47ffdbc57f2c1d5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/19d42d2b124840d7a4e2411cbbc5afef, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4a874131d2174cab9e9835af341393fa] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=41.4 K 2024-11-18T19:04:18,280 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 03a67f3246304b8e8e3461b981745bb5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731956654663 2024-11-18T19:04:18,280 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting a611077d2275408aa47ffdbc57f2c1d5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731956654663 2024-11-18T19:04:18,280 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b7e409fb65c4b8f96df518ab54116fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731956654852 2024-11-18T19:04:18,280 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19d42d2b124840d7a4e2411cbbc5afef, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731956654842 2024-11-18T19:04:18,281 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a4aa1579f034425a088bd130eaf0012, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731956655760 2024-11-18T19:04:18,281 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a874131d2174cab9e9835af341393fa, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731956655760 2024-11-18T19:04:18,290 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#A#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:18,290 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#B#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:18,290 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/544e30689d774360b845128284714666 is 50, key is test_row_0/A:col10/1731956657042/Put/seqid=0 2024-11-18T19:04:18,290 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/39f8bb4e16624fa294b98ad5888f3b40 is 50, key is test_row_0/B:col10/1731956657042/Put/seqid=0 2024-11-18T19:04:18,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742323_1499 (size=13017) 2024-11-18T19:04:18,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742322_1498 (size=13017) 2024-11-18T19:04:18,302 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/544e30689d774360b845128284714666 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/544e30689d774360b845128284714666 2024-11-18T19:04:18,302 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/39f8bb4e16624fa294b98ad5888f3b40 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/39f8bb4e16624fa294b98ad5888f3b40 2024-11-18T19:04:18,306 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d70e2f4ca15993081423424529649616/B of d70e2f4ca15993081423424529649616 into 39f8bb4e16624fa294b98ad5888f3b40(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:18,306 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d70e2f4ca15993081423424529649616/A of d70e2f4ca15993081423424529649616 into 544e30689d774360b845128284714666(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:18,306 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:18,306 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:18,306 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/A, priority=13, startTime=1731956658279; duration=0sec 2024-11-18T19:04:18,306 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/B, priority=13, startTime=1731956658279; duration=0sec 2024-11-18T19:04:18,306 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:18,306 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:B 2024-11-18T19:04:18,306 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:18,306 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:A 2024-11-18T19:04:18,306 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:18,307 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:18,307 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/C is initiating minor compaction (all files) 2024-11-18T19:04:18,307 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/C in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:18,307 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/ad3f73c1744f4b5e8a439584702a4447, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/8a535546385043a08d9b110d100f8d0f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/02c679b373ea47f3b824e4b7c0995304] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=36.6 K 2024-11-18T19:04:18,307 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting ad3f73c1744f4b5e8a439584702a4447, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731956654663 2024-11-18T19:04:18,308 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a535546385043a08d9b110d100f8d0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731956654852 2024-11-18T19:04:18,308 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 02c679b373ea47f3b824e4b7c0995304, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731956655760 2024-11-18T19:04:18,312 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#C#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:18,312 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/d28503a0f3494d85afeaf1526571c5c1 is 50, key is test_row_0/C:col10/1731956657042/Put/seqid=0 2024-11-18T19:04:18,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742324_1500 (size=13017) 2024-11-18T19:04:18,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-18T19:04:18,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:18,320 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-18T19:04:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/3267cf6290ca474ba3b3803d6439bed0 is 50, key is test_row_0/A:col10/1731956657087/Put/seqid=0 2024-11-18T19:04:18,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742325_1501 (size=12301) 2024-11-18T19:04:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-18T19:04:18,720 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/d28503a0f3494d85afeaf1526571c5c1 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/d28503a0f3494d85afeaf1526571c5c1 2024-11-18T19:04:18,723 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d70e2f4ca15993081423424529649616/C of d70e2f4ca15993081423424529649616 into d28503a0f3494d85afeaf1526571c5c1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:18,723 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:18,723 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/C, priority=13, startTime=1731956658279; duration=0sec 2024-11-18T19:04:18,723 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:18,723 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:C 2024-11-18T19:04:18,734 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/3267cf6290ca474ba3b3803d6439bed0 2024-11-18T19:04:18,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/851ffb5450f0423c95aa4e550dc18c8e is 50, key is test_row_0/B:col10/1731956657087/Put/seqid=0 2024-11-18T19:04:18,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742326_1502 (size=12301) 2024-11-18T19:04:18,745 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/851ffb5450f0423c95aa4e550dc18c8e 2024-11-18T19:04:18,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/3c83f64c38f14dbc959134904c838b67 is 50, key is test_row_0/C:col10/1731956657087/Put/seqid=0 2024-11-18T19:04:18,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742327_1503 (size=12301) 2024-11-18T19:04:19,160 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/3c83f64c38f14dbc959134904c838b67 2024-11-18T19:04:19,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/3267cf6290ca474ba3b3803d6439bed0 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/3267cf6290ca474ba3b3803d6439bed0 2024-11-18T19:04:19,166 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/3267cf6290ca474ba3b3803d6439bed0, entries=150, sequenceid=324, filesize=12.0 K 2024-11-18T19:04:19,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/851ffb5450f0423c95aa4e550dc18c8e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/851ffb5450f0423c95aa4e550dc18c8e 2024-11-18T19:04:19,170 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/851ffb5450f0423c95aa4e550dc18c8e, entries=150, sequenceid=324, filesize=12.0 K 2024-11-18T19:04:19,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/3c83f64c38f14dbc959134904c838b67 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/3c83f64c38f14dbc959134904c838b67 2024-11-18T19:04:19,174 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/3c83f64c38f14dbc959134904c838b67, entries=150, sequenceid=324, filesize=12.0 K 2024-11-18T19:04:19,175 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for d70e2f4ca15993081423424529649616 in 855ms, sequenceid=324, compaction requested=false 2024-11-18T19:04:19,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:19,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:19,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-18T19:04:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=158 2024-11-18T19:04:19,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-11-18T19:04:19,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6860 sec 2024-11-18T19:04:19,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.6900 sec 2024-11-18T19:04:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:19,281 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:19,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T19:04:19,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/b97c9ad05d294bfaa4d93798fcc85e9e is 50, key is test_row_0/A:col10/1731956659263/Put/seqid=0 2024-11-18T19:04:19,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742328_1504 (size=12297) 2024-11-18T19:04:19,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956719373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:19,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956719373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:19,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956719487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:19,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:19,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:19,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:19,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956719487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:19,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:19,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:19,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:19,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/b97c9ad05d294bfaa4d93798fcc85e9e 2024-11-18T19:04:19,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/d19ee55dc91c412eb3481188b644af1a is 50, key is test_row_0/B:col10/1731956659263/Put/seqid=0 2024-11-18T19:04:19,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742329_1505 (size=9857) 2024-11-18T19:04:19,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956719697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:19,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956719707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:19,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:19,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:19,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:19,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42610 deadline: 1731956719977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:19,984 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_2' in d70e2f4ca15993081423424529649616 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:19,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:19,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:19,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:20,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:20,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42644 deadline: 1731956719997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:20,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:20,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42658 deadline: 1731956719997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:20,003 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_2' in d70e2f4ca15993081423424529649616 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:20,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:20,003 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_0' in d70e2f4ca15993081423424529649616 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:20,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956720008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:20,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:20,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956720027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:20,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:20,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/d19ee55dc91c412eb3481188b644af1a 2024-11-18T19:04:20,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/8c57ae28c5094cf68bc5aa07630fb3ad is 50, key is test_row_0/C:col10/1731956659263/Put/seqid=0 2024-11-18T19:04:20,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742330_1506 (size=9857) 2024-11-18T19:04:20,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/8c57ae28c5094cf68bc5aa07630fb3ad 2024-11-18T19:04:20,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/b97c9ad05d294bfaa4d93798fcc85e9e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/b97c9ad05d294bfaa4d93798fcc85e9e 2024-11-18T19:04:20,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/b97c9ad05d294bfaa4d93798fcc85e9e, entries=150, sequenceid=336, filesize=12.0 K 2024-11-18T19:04:20,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/d19ee55dc91c412eb3481188b644af1a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/d19ee55dc91c412eb3481188b644af1a 2024-11-18T19:04:20,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/d19ee55dc91c412eb3481188b644af1a, entries=100, sequenceid=336, filesize=9.6 K 2024-11-18T19:04:20,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/8c57ae28c5094cf68bc5aa07630fb3ad as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/8c57ae28c5094cf68bc5aa07630fb3ad 2024-11-18T19:04:20,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/8c57ae28c5094cf68bc5aa07630fb3ad, entries=100, sequenceid=336, filesize=9.6 K 2024-11-18T19:04:20,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d70e2f4ca15993081423424529649616 in 840ms, sequenceid=336, compaction requested=true 2024-11-18T19:04:20,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:20,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:04:20,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:20,121 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:20,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:04:20,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:20,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:04:20,121 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:20,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:20,122 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:20,122 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37615 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:20,122 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/A is initiating minor compaction (all files) 2024-11-18T19:04:20,122 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/B is initiating minor compaction (all files) 2024-11-18T19:04:20,122 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/A in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:20,122 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/B in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:20,122 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/544e30689d774360b845128284714666, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/3267cf6290ca474ba3b3803d6439bed0, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/b97c9ad05d294bfaa4d93798fcc85e9e] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=36.7 K 2024-11-18T19:04:20,122 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/39f8bb4e16624fa294b98ad5888f3b40, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/851ffb5450f0423c95aa4e550dc18c8e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/d19ee55dc91c412eb3481188b644af1a] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=34.4 K 2024-11-18T19:04:20,122 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 544e30689d774360b845128284714666, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731956655760 2024-11-18T19:04:20,122 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 39f8bb4e16624fa294b98ad5888f3b40, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731956655760 2024-11-18T19:04:20,123 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3267cf6290ca474ba3b3803d6439bed0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731956657072 2024-11-18T19:04:20,123 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 851ffb5450f0423c95aa4e550dc18c8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731956657072 2024-11-18T19:04:20,123 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting d19ee55dc91c412eb3481188b644af1a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731956659263 2024-11-18T19:04:20,123 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting b97c9ad05d294bfaa4d93798fcc85e9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731956659256 2024-11-18T19:04:20,128 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#B#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:20,129 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#A#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:20,129 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/5121242d059a40f38b49114e873779fd is 50, key is test_row_0/B:col10/1731956659263/Put/seqid=0 2024-11-18T19:04:20,129 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/6344d24a4bb64bfc8ea7f10e10f13027 is 50, key is test_row_0/A:col10/1731956659263/Put/seqid=0 2024-11-18T19:04:20,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742331_1507 (size=13119) 2024-11-18T19:04:20,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742332_1508 (size=13119) 2024-11-18T19:04:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:20,521 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:20,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-18T19:04:20,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/cf10cdaa813641d5966f047b1d06da8b is 50, key is test_row_0/A:col10/1731956660520/Put/seqid=0 2024-11-18T19:04:20,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742333_1509 (size=14741) 2024-11-18T19:04:20,536 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/5121242d059a40f38b49114e873779fd as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/5121242d059a40f38b49114e873779fd 2024-11-18T19:04:20,540 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d70e2f4ca15993081423424529649616/B of d70e2f4ca15993081423424529649616 into 5121242d059a40f38b49114e873779fd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:20,540 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:20,540 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/B, priority=13, startTime=1731956660121; duration=0sec 2024-11-18T19:04:20,540 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:20,540 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:B 2024-11-18T19:04:20,540 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:20,541 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:20,541 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/C is initiating minor compaction (all files) 2024-11-18T19:04:20,541 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/C in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:20,541 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/d28503a0f3494d85afeaf1526571c5c1, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/3c83f64c38f14dbc959134904c838b67, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/8c57ae28c5094cf68bc5aa07630fb3ad] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=34.4 K 2024-11-18T19:04:20,541 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting d28503a0f3494d85afeaf1526571c5c1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731956655760 2024-11-18T19:04:20,542 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c83f64c38f14dbc959134904c838b67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731956657072 2024-11-18T19:04:20,542 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c57ae28c5094cf68bc5aa07630fb3ad, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731956659263 2024-11-18T19:04:20,550 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#C#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:20,550 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/f2f6a9ffb5d042598bbfd7b811e29a4e is 50, key is test_row_0/C:col10/1731956659263/Put/seqid=0 2024-11-18T19:04:20,555 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/6344d24a4bb64bfc8ea7f10e10f13027 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/6344d24a4bb64bfc8ea7f10e10f13027 2024-11-18T19:04:20,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956720547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:20,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:20,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742334_1510 (size=13119) 2024-11-18T19:04:20,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956720556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:20,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:20,562 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d70e2f4ca15993081423424529649616/A of d70e2f4ca15993081423424529649616 into 6344d24a4bb64bfc8ea7f10e10f13027(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:20,562 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:20,562 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/A, priority=13, startTime=1731956660121; duration=0sec 2024-11-18T19:04:20,562 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:20,562 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:A 2024-11-18T19:04:20,564 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/f2f6a9ffb5d042598bbfd7b811e29a4e as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/f2f6a9ffb5d042598bbfd7b811e29a4e 2024-11-18T19:04:20,569 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d70e2f4ca15993081423424529649616/C of d70e2f4ca15993081423424529649616 into f2f6a9ffb5d042598bbfd7b811e29a4e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:20,569 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:20,569 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/C, priority=13, startTime=1731956660121; duration=0sec 2024-11-18T19:04:20,569 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:20,569 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:C 2024-11-18T19:04:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-18T19:04:20,658 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:20,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:04:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-18T19:04:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=159 2024-11-18T19:04:20,660 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:04:20,660 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:04:20,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:04:20,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956720667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956720667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=159 2024-11-18T19:04:20,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-18T19:04:20,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:20,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:20,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:20,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:20,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:20,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956720878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:20,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956720878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:20,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:20,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:20,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:20,908 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:04:20,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/cf10cdaa813641d5966f047b1d06da8b 2024-11-18T19:04:20,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/34ed149b5d5c498995f618adae2a0865 is 50, key is test_row_0/B:col10/1731956660520/Put/seqid=0 2024-11-18T19:04:20,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742335_1511 (size=12301) 2024-11-18T19:04:20,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/34ed149b5d5c498995f618adae2a0865 2024-11-18T19:04:20,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/2e8d919c7b364f388625460d28601b22 is 50, key is test_row_0/C:col10/1731956660520/Put/seqid=0 2024-11-18T19:04:20,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742336_1512 (size=12301) 2024-11-18T19:04:20,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/2e8d919c7b364f388625460d28601b22 2024-11-18T19:04:20,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/cf10cdaa813641d5966f047b1d06da8b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/cf10cdaa813641d5966f047b1d06da8b 2024-11-18T19:04:20,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/cf10cdaa813641d5966f047b1d06da8b, entries=200, sequenceid=363, filesize=14.4 K 2024-11-18T19:04:20,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/34ed149b5d5c498995f618adae2a0865 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/34ed149b5d5c498995f618adae2a0865 2024-11-18T19:04:20,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-18T19:04:20,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:20,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:20,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:20,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:20,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:20,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/34ed149b5d5c498995f618adae2a0865, entries=150, sequenceid=363, filesize=12.0 K 2024-11-18T19:04:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:20,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/2e8d919c7b364f388625460d28601b22 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/2e8d919c7b364f388625460d28601b22 2024-11-18T19:04:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=159 2024-11-18T19:04:21,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/2e8d919c7b364f388625460d28601b22, entries=150, sequenceid=363, filesize=12.0 K 2024-11-18T19:04:21,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d70e2f4ca15993081423424529649616 in 481ms, sequenceid=363, compaction requested=false 2024-11-18T19:04:21,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:21,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-18T19:04:21,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:21,118 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-18T19:04:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/e2e9c49c10c6441d98a0b7376c255f93 is 50, key is test_row_1/A:col10/1731956660554/Put/seqid=0 2024-11-18T19:04:21,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742337_1513 (size=9857) 2024-11-18T19:04:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:21,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. as already flushing 2024-11-18T19:04:21,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956721259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:21,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:21,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:21,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:21,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956721268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:21,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:21,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:21,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=159 2024-11-18T19:04:21,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956721377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:21,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956721377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:21,530 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/e2e9c49c10c6441d98a0b7376c255f93 2024-11-18T19:04:21,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/58494aa5646a4008b8c47cd9aae864a3 is 50, key is test_row_1/B:col10/1731956660554/Put/seqid=0 2024-11-18T19:04:21,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742338_1514 (size=9857) 2024-11-18T19:04:21,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956721588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:21,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:21,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:21,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956721588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:21,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:21,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=159 2024-11-18T19:04:21,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956721897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:21,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:21,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:21,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:21,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956721908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:21,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:21,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:21,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:21,944 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/58494aa5646a4008b8c47cd9aae864a3 2024-11-18T19:04:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/acceb1ae10ea4d8aa85ba651233c3638 is 50, key is test_row_1/C:col10/1731956660554/Put/seqid=0 2024-11-18T19:04:21,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742339_1515 (size=9857) 2024-11-18T19:04:21,962 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/acceb1ae10ea4d8aa85ba651233c3638 2024-11-18T19:04:21,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/e2e9c49c10c6441d98a0b7376c255f93 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/e2e9c49c10c6441d98a0b7376c255f93 2024-11-18T19:04:21,970 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/e2e9c49c10c6441d98a0b7376c255f93, entries=100, sequenceid=375, filesize=9.6 K 2024-11-18T19:04:21,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/58494aa5646a4008b8c47cd9aae864a3 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/58494aa5646a4008b8c47cd9aae864a3 2024-11-18T19:04:21,974 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/58494aa5646a4008b8c47cd9aae864a3, entries=100, sequenceid=375, filesize=9.6 K 2024-11-18T19:04:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/acceb1ae10ea4d8aa85ba651233c3638 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/acceb1ae10ea4d8aa85ba651233c3638 2024-11-18T19:04:21,981 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/acceb1ae10ea4d8aa85ba651233c3638, entries=100, sequenceid=375, filesize=9.6 K 2024-11-18T19:04:21,982 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for d70e2f4ca15993081423424529649616 in 864ms, sequenceid=375, compaction requested=true 2024-11-18T19:04:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-18T19:04:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=160 2024-11-18T19:04:21,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159 2024-11-18T19:04:21,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3220 sec 2024-11-18T19:04:21,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.3270 sec 2024-11-18T19:04:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:22,412 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:22,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-18T19:04:22,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/9f55b4cfccde425e99609da1d7072a36 is 50, key is test_row_0/A:col10/1731956662411/Put/seqid=0 2024-11-18T19:04:22,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742340_1516 (size=14741) 2024-11-18T19:04:22,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/9f55b4cfccde425e99609da1d7072a36 2024-11-18T19:04:22,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/37be1d5493584494959669baa857948c is 50, key is test_row_0/B:col10/1731956662411/Put/seqid=0 2024-11-18T19:04:22,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742341_1517 (size=12301) 2024-11-18T19:04:22,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/37be1d5493584494959669baa857948c 2024-11-18T19:04:22,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956722435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:22,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:22,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:22,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:22,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/635484b4738843debc773fec7312e6c5 is 50, key is test_row_0/C:col10/1731956662411/Put/seqid=0 2024-11-18T19:04:22,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742342_1518 (size=12301) 2024-11-18T19:04:22,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956722436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:22,447 INFO [Thread-1972 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1972. 2024-11-18T19:04:22,447 DEBUG [Thread-1972 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:22,447 DEBUG [Thread-1972 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:22,447 DEBUG [Thread-1972 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:22,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:22,449 INFO [Thread-1974 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1974. 2024-11-18T19:04:22,449 DEBUG [Thread-1974 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:22,449 DEBUG [Thread-1974 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:22,449 DEBUG [Thread-1974 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:22,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:22,451 INFO [Thread-1978 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1978. 2024-11-18T19:04:22,451 DEBUG [Thread-1978 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:22,451 DEBUG [Thread-1978 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:22,451 DEBUG [Thread-1978 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:22,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:22,455 INFO [Thread-1970 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1970. 2024-11-18T19:04:22,455 DEBUG [Thread-1970 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:22,455 DEBUG [Thread-1970 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:22,455 DEBUG [Thread-1970 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:22,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:22,457 INFO [Thread-1976 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1976. 2024-11-18T19:04:22,457 DEBUG [Thread-1976 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:22,457 DEBUG [Thread-1976 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:22,457 DEBUG [Thread-1976 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:22,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:22,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:22,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956722547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956722547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:22,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:22,548 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:22,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:22,548 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:22,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:22,548 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:22,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:22,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42614 deadline: 1731956722759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42670 deadline: 1731956722759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 , the old value is region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., hostname=39fff3b0f89c,42799,1731956512499, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:04:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=159 2024-11-18T19:04:22,809 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:22,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/635484b4738843debc773fec7312e6c5 2024-11-18T19:04:22,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/9f55b4cfccde425e99609da1d7072a36 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/9f55b4cfccde425e99609da1d7072a36 2024-11-18T19:04:22,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/9f55b4cfccde425e99609da1d7072a36, entries=200, sequenceid=403, filesize=14.4 K 2024-11-18T19:04:22,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/37be1d5493584494959669baa857948c as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/37be1d5493584494959669baa857948c 2024-11-18T19:04:22,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/37be1d5493584494959669baa857948c, entries=150, sequenceid=403, filesize=12.0 K 2024-11-18T19:04:22,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/635484b4738843debc773fec7312e6c5 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/635484b4738843debc773fec7312e6c5 2024-11-18T19:04:22,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/635484b4738843debc773fec7312e6c5, entries=150, sequenceid=403, filesize=12.0 K 2024-11-18T19:04:22,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for d70e2f4ca15993081423424529649616 in 459ms, sequenceid=403, compaction requested=true 2024-11-18T19:04:22,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:22,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:04:22,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:22,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:04:22,871 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:04:22,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:22,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d70e2f4ca15993081423424529649616:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:04:22,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:22,871 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:04:22,873 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52458 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:04:22,873 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47578 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:04:22,873 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/A is initiating minor compaction (all files) 2024-11-18T19:04:22,873 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/B is initiating minor compaction (all files) 2024-11-18T19:04:22,873 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/A in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:22,873 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/B in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:22,873 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/6344d24a4bb64bfc8ea7f10e10f13027, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/cf10cdaa813641d5966f047b1d06da8b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/e2e9c49c10c6441d98a0b7376c255f93, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/9f55b4cfccde425e99609da1d7072a36] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=51.2 K 2024-11-18T19:04:22,873 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/5121242d059a40f38b49114e873779fd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/34ed149b5d5c498995f618adae2a0865, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/58494aa5646a4008b8c47cd9aae864a3, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/37be1d5493584494959669baa857948c] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=46.5 K 2024-11-18T19:04:22,873 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 5121242d059a40f38b49114e873779fd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731956657072 2024-11-18T19:04:22,873 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6344d24a4bb64bfc8ea7f10e10f13027, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731956657072 2024-11-18T19:04:22,874 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 34ed149b5d5c498995f618adae2a0865, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731956659337 2024-11-18T19:04:22,874 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf10cdaa813641d5966f047b1d06da8b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731956659337 2024-11-18T19:04:22,874 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 58494aa5646a4008b8c47cd9aae864a3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731956660546 2024-11-18T19:04:22,874 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2e9c49c10c6441d98a0b7376c255f93, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731956660546 2024-11-18T19:04:22,875 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 37be1d5493584494959669baa857948c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731956661258 2024-11-18T19:04:22,875 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f55b4cfccde425e99609da1d7072a36, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731956661255 2024-11-18T19:04:22,884 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:22,884 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#A#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:22,884 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/a3219438166e4bdaa072eb34c7d28dfa is 50, key is test_row_0/B:col10/1731956662411/Put/seqid=0 2024-11-18T19:04:22,884 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/57d7426266f2404b9a04d7e2b0288898 is 50, key is test_row_0/A:col10/1731956662411/Put/seqid=0 2024-11-18T19:04:22,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742343_1519 (size=13255) 2024-11-18T19:04:22,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742344_1520 (size=13255) 2024-11-18T19:04:23,072 INFO [Thread-1961 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1961. 2024-11-18T19:04:23,072 INFO [Thread-1967 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1967. 2024-11-18T19:04:23,072 DEBUG [Thread-1961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:23,072 DEBUG [Thread-1967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:23,072 DEBUG [Thread-1961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:23,072 DEBUG [Thread-1967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:23,072 DEBUG [Thread-1967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:23,072 DEBUG [Thread-1961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:23,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:23,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:23,300 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/a3219438166e4bdaa072eb34c7d28dfa as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/a3219438166e4bdaa072eb34c7d28dfa 2024-11-18T19:04:23,301 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/57d7426266f2404b9a04d7e2b0288898 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/57d7426266f2404b9a04d7e2b0288898 2024-11-18T19:04:23,304 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d70e2f4ca15993081423424529649616/B of d70e2f4ca15993081423424529649616 into a3219438166e4bdaa072eb34c7d28dfa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:23,304 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:23,305 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/B, priority=12, startTime=1731956662871; duration=0sec 2024-11-18T19:04:23,305 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:23,305 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:B 2024-11-18T19:04:23,305 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:04:23,305 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d70e2f4ca15993081423424529649616/A of d70e2f4ca15993081423424529649616 into 57d7426266f2404b9a04d7e2b0288898(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:23,305 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:23,305 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/A, priority=12, startTime=1731956662871; duration=0sec 2024-11-18T19:04:23,305 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:23,305 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:A 2024-11-18T19:04:23,306 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47578 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:04:23,306 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): d70e2f4ca15993081423424529649616/C is initiating minor compaction (all files) 2024-11-18T19:04:23,306 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d70e2f4ca15993081423424529649616/C in TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:23,306 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/f2f6a9ffb5d042598bbfd7b811e29a4e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/2e8d919c7b364f388625460d28601b22, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/acceb1ae10ea4d8aa85ba651233c3638, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/635484b4738843debc773fec7312e6c5] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp, totalSize=46.5 K 2024-11-18T19:04:23,307 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting f2f6a9ffb5d042598bbfd7b811e29a4e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731956657072 2024-11-18T19:04:23,307 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e8d919c7b364f388625460d28601b22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731956659337 2024-11-18T19:04:23,307 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting acceb1ae10ea4d8aa85ba651233c3638, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731956660546 2024-11-18T19:04:23,307 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 635484b4738843debc773fec7312e6c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731956661258 2024-11-18T19:04:23,314 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d70e2f4ca15993081423424529649616#C#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:23,315 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/a551814504f9494d9a4ab41d3d832cd9 is 50, key is test_row_0/C:col10/1731956662411/Put/seqid=0 2024-11-18T19:04:23,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742345_1521 (size=13255) 2024-11-18T19:04:23,730 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/a551814504f9494d9a4ab41d3d832cd9 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/a551814504f9494d9a4ab41d3d832cd9 2024-11-18T19:04:23,736 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d70e2f4ca15993081423424529649616/C of d70e2f4ca15993081423424529649616 into a551814504f9494d9a4ab41d3d832cd9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:23,736 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:23,737 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616., storeName=d70e2f4ca15993081423424529649616/C, priority=12, startTime=1731956662871; duration=0sec 2024-11-18T19:04:23,737 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:23,737 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d70e2f4ca15993081423424529649616:C 2024-11-18T19:04:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on d70e2f4ca15993081423424529649616 2024-11-18T19:04:24,023 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:24,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d70e2f4ca15993081423424529649616 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T19:04:24,024 INFO [Thread-1963 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1963. 2024-11-18T19:04:24,024 INFO [Thread-1965 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1965. 2024-11-18T19:04:24,024 INFO [Thread-1959 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1959. 2024-11-18T19:04:24,024 DEBUG [Thread-1963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:24,024 DEBUG [Thread-1965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:24,024 DEBUG [Thread-1959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:24,024 DEBUG [Thread-1963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:24,024 DEBUG [Thread-1965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:24,024 DEBUG [Thread-1959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:24,024 DEBUG [Thread-1959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:24,024 DEBUG [Thread-1963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:24,024 DEBUG [Thread-1965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:24,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:24,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:24,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:24,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-18T19:04:24,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-18T19:04:24,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-18T19:04:24,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-18T19:04:24,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-18T19:04:24,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-18T19:04:24,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-18T19:04:24,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-18T19:04:24,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1395 2024-11-18T19:04:24,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4178 rows 2024-11-18T19:04:24,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1403 2024-11-18T19:04:24,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4204 rows 2024-11-18T19:04:24,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1401 2024-11-18T19:04:24,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4200 rows 2024-11-18T19:04:24,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1401 2024-11-18T19:04:24,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4200 rows 2024-11-18T19:04:24,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1394 2024-11-18T19:04:24,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4178 rows 2024-11-18T19:04:24,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:04:24,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:04:24,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:24,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:24,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:24,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-18T19:04:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=161, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:24,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/b22888fb5a744f24bd138326027cc63b is 50, key is test_row_0/A:col10/1731956664019/Put/seqid=0 2024-11-18T19:04:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=161 2024-11-18T19:04:24,030 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956664030"}]},"ts":"1731956664030"} 2024-11-18T19:04:24,031 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-18T19:04:24,031 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-18T19:04:24,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T19:04:24,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742346_1522 (size=12301) 2024-11-18T19:04:24,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d70e2f4ca15993081423424529649616, UNASSIGN}] 2024-11-18T19:04:24,033 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d70e2f4ca15993081423424529649616, UNASSIGN 2024-11-18T19:04:24,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=163 updating hbase:meta row=d70e2f4ca15993081423424529649616, regionState=CLOSING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:24,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d70e2f4ca15993081423424529649616, UNASSIGN because future has completed 2024-11-18T19:04:24,034 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:04:24,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE, hasLock=false; CloseRegionProcedure d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:04:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=161 2024-11-18T19:04:24,188 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(122): Close d70e2f4ca15993081423424529649616 2024-11-18T19:04:24,188 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:04:24,188 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1722): Closing d70e2f4ca15993081423424529649616, disabling compactions & flushes 2024-11-18T19:04:24,189 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=161 2024-11-18T19:04:24,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/b22888fb5a744f24bd138326027cc63b 2024-11-18T19:04:24,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/a3efb0e2097645028ad7b3257883b2e6 is 50, key is test_row_0/B:col10/1731956664019/Put/seqid=0 2024-11-18T19:04:24,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742347_1523 (size=12301) 2024-11-18T19:04:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=161 2024-11-18T19:04:24,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/a3efb0e2097645028ad7b3257883b2e6 2024-11-18T19:04:24,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/009f1099ae02433bb0876cd08036cc4f is 50, key is test_row_0/C:col10/1731956664019/Put/seqid=0 2024-11-18T19:04:24,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742348_1524 (size=12301) 2024-11-18T19:04:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=161 2024-11-18T19:04:25,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/009f1099ae02433bb0876cd08036cc4f 2024-11-18T19:04:25,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/A/b22888fb5a744f24bd138326027cc63b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/b22888fb5a744f24bd138326027cc63b 2024-11-18T19:04:25,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/b22888fb5a744f24bd138326027cc63b, entries=150, sequenceid=419, filesize=12.0 K 2024-11-18T19:04:25,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/B/a3efb0e2097645028ad7b3257883b2e6 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/a3efb0e2097645028ad7b3257883b2e6 2024-11-18T19:04:25,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/a3efb0e2097645028ad7b3257883b2e6, entries=150, sequenceid=419, filesize=12.0 K 2024-11-18T19:04:25,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/.tmp/C/009f1099ae02433bb0876cd08036cc4f as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/009f1099ae02433bb0876cd08036cc4f 2024-11-18T19:04:25,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/009f1099ae02433bb0876cd08036cc4f, entries=150, sequenceid=419, filesize=12.0 K 2024-11-18T19:04:25,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for d70e2f4ca15993081423424529649616 in 1271ms, sequenceid=419, compaction requested=false 2024-11-18T19:04:25,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d70e2f4ca15993081423424529649616: 2024-11-18T19:04:25,295 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:25,295 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:25,295 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. after waiting 0 ms 2024-11-18T19:04:25,295 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:25,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/efd78a8596174ba5b6bcb877e704e163, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/eaa3c640e0ff41269d972f3cbfd2fe25, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/f62606624c2a4e8ca740f16b6956be2a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/3e2cda865bc346ca980c2da6bbc000e8, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/c7517e7551364bcdaca5ae16b5b5246e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4be65cd9232c46909eab22ddea1d8249, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/daa7247178cf47e68d59e8906d227d65, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/90fe811b0de842ddbc47bd96b6d02bea, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/e1d92c88b9c049469740b030c52d450b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4197c3a011954e708de9860af6cc315b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/18cafd6524f94fa5bb5f3f55c3c18bd1, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/da97c8111fcb462cb6476009d1688b56, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/c837da42dbbc46b0909b30164c6649af, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/d674b424edb94daa85913c3270016eb4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/bc2a21f920b54f0086c2e012e6d91f54, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/28a085005fab44e7a5d482bc5abb859b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4938667fa7634c2bafef26418f0dd7ef, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/2e3a2725d3464a99b573875951fe62f3, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/a611077d2275408aa47ffdbc57f2c1d5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/19d42d2b124840d7a4e2411cbbc5afef, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4a874131d2174cab9e9835af341393fa, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/544e30689d774360b845128284714666, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/3267cf6290ca474ba3b3803d6439bed0, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/6344d24a4bb64bfc8ea7f10e10f13027, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/b97c9ad05d294bfaa4d93798fcc85e9e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/cf10cdaa813641d5966f047b1d06da8b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/e2e9c49c10c6441d98a0b7376c255f93, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/9f55b4cfccde425e99609da1d7072a36] to archive 2024-11-18T19:04:25,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:04:25,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/efd78a8596174ba5b6bcb877e704e163 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/efd78a8596174ba5b6bcb877e704e163 2024-11-18T19:04:25,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/eaa3c640e0ff41269d972f3cbfd2fe25 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/eaa3c640e0ff41269d972f3cbfd2fe25 2024-11-18T19:04:25,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/f62606624c2a4e8ca740f16b6956be2a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/f62606624c2a4e8ca740f16b6956be2a 2024-11-18T19:04:25,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/3e2cda865bc346ca980c2da6bbc000e8 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/3e2cda865bc346ca980c2da6bbc000e8 2024-11-18T19:04:25,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/c7517e7551364bcdaca5ae16b5b5246e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/c7517e7551364bcdaca5ae16b5b5246e 2024-11-18T19:04:25,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4be65cd9232c46909eab22ddea1d8249 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4be65cd9232c46909eab22ddea1d8249 2024-11-18T19:04:25,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/daa7247178cf47e68d59e8906d227d65 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/daa7247178cf47e68d59e8906d227d65 2024-11-18T19:04:25,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/90fe811b0de842ddbc47bd96b6d02bea to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/90fe811b0de842ddbc47bd96b6d02bea 2024-11-18T19:04:25,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/e1d92c88b9c049469740b030c52d450b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/e1d92c88b9c049469740b030c52d450b 2024-11-18T19:04:25,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4197c3a011954e708de9860af6cc315b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4197c3a011954e708de9860af6cc315b 2024-11-18T19:04:25,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/18cafd6524f94fa5bb5f3f55c3c18bd1 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/18cafd6524f94fa5bb5f3f55c3c18bd1 2024-11-18T19:04:25,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/da97c8111fcb462cb6476009d1688b56 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/da97c8111fcb462cb6476009d1688b56 2024-11-18T19:04:25,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/c837da42dbbc46b0909b30164c6649af to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/c837da42dbbc46b0909b30164c6649af 2024-11-18T19:04:25,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/d674b424edb94daa85913c3270016eb4 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/d674b424edb94daa85913c3270016eb4 2024-11-18T19:04:25,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/bc2a21f920b54f0086c2e012e6d91f54 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/bc2a21f920b54f0086c2e012e6d91f54 2024-11-18T19:04:25,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/28a085005fab44e7a5d482bc5abb859b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/28a085005fab44e7a5d482bc5abb859b 2024-11-18T19:04:25,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4938667fa7634c2bafef26418f0dd7ef to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4938667fa7634c2bafef26418f0dd7ef 2024-11-18T19:04:25,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/2e3a2725d3464a99b573875951fe62f3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/2e3a2725d3464a99b573875951fe62f3 2024-11-18T19:04:25,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/a611077d2275408aa47ffdbc57f2c1d5 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/a611077d2275408aa47ffdbc57f2c1d5 2024-11-18T19:04:25,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/19d42d2b124840d7a4e2411cbbc5afef to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/19d42d2b124840d7a4e2411cbbc5afef 2024-11-18T19:04:25,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4a874131d2174cab9e9835af341393fa to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/4a874131d2174cab9e9835af341393fa 2024-11-18T19:04:25,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/544e30689d774360b845128284714666 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/544e30689d774360b845128284714666 2024-11-18T19:04:25,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/3267cf6290ca474ba3b3803d6439bed0 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/3267cf6290ca474ba3b3803d6439bed0 2024-11-18T19:04:25,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/6344d24a4bb64bfc8ea7f10e10f13027 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/6344d24a4bb64bfc8ea7f10e10f13027 2024-11-18T19:04:25,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/b97c9ad05d294bfaa4d93798fcc85e9e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/b97c9ad05d294bfaa4d93798fcc85e9e 2024-11-18T19:04:25,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/cf10cdaa813641d5966f047b1d06da8b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/cf10cdaa813641d5966f047b1d06da8b 2024-11-18T19:04:25,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/e2e9c49c10c6441d98a0b7376c255f93 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/e2e9c49c10c6441d98a0b7376c255f93 2024-11-18T19:04:25,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/9f55b4cfccde425e99609da1d7072a36 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/9f55b4cfccde425e99609da1d7072a36 2024-11-18T19:04:25,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/6cacfc90beb6471795def5911eae09d2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/e199f2aecfef40569cf7d4ede6cf9382, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/c7b80844233d4f649d0b335c8a9184ff, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/28b2f58b68014ed6bea19ca6ebbb0872, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/1c66f1716f164c80b03b85eba2b6d3e7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/5e822c0e501e41c0b77aca29d71ad255, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/df1909fd6f5546f4b3bd78787966bbf0, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/2e5f4bf089494d24b19c84c9266d6bfe, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/37e4e5299f7a4ae9b23281fab332a3a0, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/259683e5a5db4fe8934eb68d48d977c6, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/1b9663c63f4b46d787ac3d362a4d6723, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/4a304ff7707346a9922311cab0dab485, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/cc0d05b896204b03a2ceb113342612d2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/14e10ccd5f8e4a97b7132f80f5514873, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/6abedb99e0d943d9bcedc32b593ca6bd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/430ca3b8781a4137a91dcd9cbabb023d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/a9cf462ec2cd45dd865a4ef57aab8360, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/03a67f3246304b8e8e3461b981745bb5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/0e3ed552d154461bb01dea2625ab84b7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/1b7e409fb65c4b8f96df518ab54116fa, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/39f8bb4e16624fa294b98ad5888f3b40, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/7a4aa1579f034425a088bd130eaf0012, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/851ffb5450f0423c95aa4e550dc18c8e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/5121242d059a40f38b49114e873779fd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/d19ee55dc91c412eb3481188b644af1a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/34ed149b5d5c498995f618adae2a0865, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/58494aa5646a4008b8c47cd9aae864a3, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/37be1d5493584494959669baa857948c] to archive 2024-11-18T19:04:25,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:04:25,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/6cacfc90beb6471795def5911eae09d2 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/6cacfc90beb6471795def5911eae09d2 2024-11-18T19:04:25,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/e199f2aecfef40569cf7d4ede6cf9382 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/e199f2aecfef40569cf7d4ede6cf9382 2024-11-18T19:04:25,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/c7b80844233d4f649d0b335c8a9184ff to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/c7b80844233d4f649d0b335c8a9184ff 2024-11-18T19:04:25,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/28b2f58b68014ed6bea19ca6ebbb0872 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/28b2f58b68014ed6bea19ca6ebbb0872 2024-11-18T19:04:25,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/1c66f1716f164c80b03b85eba2b6d3e7 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/1c66f1716f164c80b03b85eba2b6d3e7 2024-11-18T19:04:25,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/5e822c0e501e41c0b77aca29d71ad255 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/5e822c0e501e41c0b77aca29d71ad255 2024-11-18T19:04:25,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/df1909fd6f5546f4b3bd78787966bbf0 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/df1909fd6f5546f4b3bd78787966bbf0 2024-11-18T19:04:25,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/2e5f4bf089494d24b19c84c9266d6bfe to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/2e5f4bf089494d24b19c84c9266d6bfe 2024-11-18T19:04:25,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/37e4e5299f7a4ae9b23281fab332a3a0 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/37e4e5299f7a4ae9b23281fab332a3a0 2024-11-18T19:04:25,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/259683e5a5db4fe8934eb68d48d977c6 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/259683e5a5db4fe8934eb68d48d977c6 2024-11-18T19:04:25,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/1b9663c63f4b46d787ac3d362a4d6723 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/1b9663c63f4b46d787ac3d362a4d6723 2024-11-18T19:04:25,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/4a304ff7707346a9922311cab0dab485 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/4a304ff7707346a9922311cab0dab485 2024-11-18T19:04:25,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/cc0d05b896204b03a2ceb113342612d2 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/cc0d05b896204b03a2ceb113342612d2 2024-11-18T19:04:25,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/14e10ccd5f8e4a97b7132f80f5514873 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/14e10ccd5f8e4a97b7132f80f5514873 2024-11-18T19:04:25,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/6abedb99e0d943d9bcedc32b593ca6bd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/6abedb99e0d943d9bcedc32b593ca6bd 2024-11-18T19:04:25,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/430ca3b8781a4137a91dcd9cbabb023d to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/430ca3b8781a4137a91dcd9cbabb023d 2024-11-18T19:04:25,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/a9cf462ec2cd45dd865a4ef57aab8360 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/a9cf462ec2cd45dd865a4ef57aab8360 2024-11-18T19:04:25,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/03a67f3246304b8e8e3461b981745bb5 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/03a67f3246304b8e8e3461b981745bb5 2024-11-18T19:04:25,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/0e3ed552d154461bb01dea2625ab84b7 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/0e3ed552d154461bb01dea2625ab84b7 2024-11-18T19:04:25,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/1b7e409fb65c4b8f96df518ab54116fa to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/1b7e409fb65c4b8f96df518ab54116fa 2024-11-18T19:04:25,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/39f8bb4e16624fa294b98ad5888f3b40 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/39f8bb4e16624fa294b98ad5888f3b40 2024-11-18T19:04:25,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/7a4aa1579f034425a088bd130eaf0012 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/7a4aa1579f034425a088bd130eaf0012 2024-11-18T19:04:25,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/851ffb5450f0423c95aa4e550dc18c8e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/851ffb5450f0423c95aa4e550dc18c8e 2024-11-18T19:04:25,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/5121242d059a40f38b49114e873779fd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/5121242d059a40f38b49114e873779fd 2024-11-18T19:04:25,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/d19ee55dc91c412eb3481188b644af1a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/d19ee55dc91c412eb3481188b644af1a 2024-11-18T19:04:25,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/34ed149b5d5c498995f618adae2a0865 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/34ed149b5d5c498995f618adae2a0865 2024-11-18T19:04:25,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/58494aa5646a4008b8c47cd9aae864a3 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/58494aa5646a4008b8c47cd9aae864a3 2024-11-18T19:04:25,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/37be1d5493584494959669baa857948c to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/37be1d5493584494959669baa857948c 2024-11-18T19:04:25,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6fb7693ea150485eaf5c9b7f97e4c727, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6a69f7fcfcf04c1b86987fa5a3a230e1, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/ae1e02fd9a51442a924e7656e8c11c1d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6a01e937a8c34ee382424fc1f4c300df, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/c85b9f7254434852b0df6498a159546f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/535cf04dfaff419cbff038c5fc51ee41, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/bdfefb78a55347179a8bd9ac96f3b605, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6e4709ae99c244c3a9a14baef8b84945, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/2cd76f6589b84f8d98cefe354c393720, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/12b0e10f190a454981d670699df5243e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/345abd672daf4d24bacf55cc30048dc4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/e7b96a8235a34608b67a5c19e560497b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/204b153b1cc04dbabed3c00aebc64d44, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/fe2bf13127524a3db99381839fbf1256, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/ef959de998c943ac986f0a240b7485e8, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/b732362b86f341fc9915be7ef2251830, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/273e96e8ba514c47a7b6be81796d95c2, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/ad3f73c1744f4b5e8a439584702a4447, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/0beabe07392b4b5f9ade38fdb73e95de, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/8a535546385043a08d9b110d100f8d0f, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/d28503a0f3494d85afeaf1526571c5c1, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/02c679b373ea47f3b824e4b7c0995304, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/3c83f64c38f14dbc959134904c838b67, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/f2f6a9ffb5d042598bbfd7b811e29a4e, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/8c57ae28c5094cf68bc5aa07630fb3ad, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/2e8d919c7b364f388625460d28601b22, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/acceb1ae10ea4d8aa85ba651233c3638, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/635484b4738843debc773fec7312e6c5] to archive 2024-11-18T19:04:25,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:04:25,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6fb7693ea150485eaf5c9b7f97e4c727 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6fb7693ea150485eaf5c9b7f97e4c727 2024-11-18T19:04:25,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6a69f7fcfcf04c1b86987fa5a3a230e1 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6a69f7fcfcf04c1b86987fa5a3a230e1 2024-11-18T19:04:25,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/ae1e02fd9a51442a924e7656e8c11c1d to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/ae1e02fd9a51442a924e7656e8c11c1d 2024-11-18T19:04:25,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6a01e937a8c34ee382424fc1f4c300df to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6a01e937a8c34ee382424fc1f4c300df 2024-11-18T19:04:25,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/c85b9f7254434852b0df6498a159546f to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/c85b9f7254434852b0df6498a159546f 2024-11-18T19:04:25,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/535cf04dfaff419cbff038c5fc51ee41 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/535cf04dfaff419cbff038c5fc51ee41 2024-11-18T19:04:25,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/bdfefb78a55347179a8bd9ac96f3b605 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/bdfefb78a55347179a8bd9ac96f3b605 2024-11-18T19:04:25,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6e4709ae99c244c3a9a14baef8b84945 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/6e4709ae99c244c3a9a14baef8b84945 2024-11-18T19:04:25,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/2cd76f6589b84f8d98cefe354c393720 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/2cd76f6589b84f8d98cefe354c393720 2024-11-18T19:04:25,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/12b0e10f190a454981d670699df5243e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/12b0e10f190a454981d670699df5243e 2024-11-18T19:04:25,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/345abd672daf4d24bacf55cc30048dc4 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/345abd672daf4d24bacf55cc30048dc4 2024-11-18T19:04:25,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/e7b96a8235a34608b67a5c19e560497b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/e7b96a8235a34608b67a5c19e560497b 2024-11-18T19:04:25,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/204b153b1cc04dbabed3c00aebc64d44 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/204b153b1cc04dbabed3c00aebc64d44 2024-11-18T19:04:25,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/fe2bf13127524a3db99381839fbf1256 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/fe2bf13127524a3db99381839fbf1256 2024-11-18T19:04:25,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/ef959de998c943ac986f0a240b7485e8 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/ef959de998c943ac986f0a240b7485e8 2024-11-18T19:04:25,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/b732362b86f341fc9915be7ef2251830 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/b732362b86f341fc9915be7ef2251830 2024-11-18T19:04:25,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/273e96e8ba514c47a7b6be81796d95c2 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/273e96e8ba514c47a7b6be81796d95c2 2024-11-18T19:04:25,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/ad3f73c1744f4b5e8a439584702a4447 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/ad3f73c1744f4b5e8a439584702a4447 2024-11-18T19:04:25,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/0beabe07392b4b5f9ade38fdb73e95de to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/0beabe07392b4b5f9ade38fdb73e95de 2024-11-18T19:04:25,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/8a535546385043a08d9b110d100f8d0f to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/8a535546385043a08d9b110d100f8d0f 2024-11-18T19:04:25,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/d28503a0f3494d85afeaf1526571c5c1 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/d28503a0f3494d85afeaf1526571c5c1 2024-11-18T19:04:25,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/02c679b373ea47f3b824e4b7c0995304 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/02c679b373ea47f3b824e4b7c0995304 2024-11-18T19:04:25,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/3c83f64c38f14dbc959134904c838b67 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/3c83f64c38f14dbc959134904c838b67 2024-11-18T19:04:25,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/f2f6a9ffb5d042598bbfd7b811e29a4e to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/f2f6a9ffb5d042598bbfd7b811e29a4e 2024-11-18T19:04:25,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/8c57ae28c5094cf68bc5aa07630fb3ad to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/8c57ae28c5094cf68bc5aa07630fb3ad 2024-11-18T19:04:25,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/2e8d919c7b364f388625460d28601b22 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/2e8d919c7b364f388625460d28601b22 2024-11-18T19:04:25,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/acceb1ae10ea4d8aa85ba651233c3638 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/acceb1ae10ea4d8aa85ba651233c3638 2024-11-18T19:04:25,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/635484b4738843debc773fec7312e6c5 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/635484b4738843debc773fec7312e6c5 2024-11-18T19:04:25,391 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/recovered.edits/422.seqid, newMaxSeqId=422, maxSeqId=1 2024-11-18T19:04:25,391 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616. 2024-11-18T19:04:25,391 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1676): Region close journal for d70e2f4ca15993081423424529649616: Waiting for close lock at 1731956664188Running coprocessor pre-close hooks at 1731956664188Disabling compacts and flushes for region at 1731956664188Disabling writes for close at 1731956665295 (+1107 ms)Writing region close event to WAL at 1731956665388 (+93 ms)Running coprocessor post-close hooks at 1731956665391 (+3 ms)Closed at 1731956665391 2024-11-18T19:04:25,393 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(157): Closed d70e2f4ca15993081423424529649616 2024-11-18T19:04:25,393 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=163 updating hbase:meta row=d70e2f4ca15993081423424529649616, regionState=CLOSED 2024-11-18T19:04:25,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=164, ppid=163, state=RUNNABLE, hasLock=false; CloseRegionProcedure d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 because future has completed 2024-11-18T19:04:25,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=164, resume processing ppid=163 2024-11-18T19:04:25,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; CloseRegionProcedure d70e2f4ca15993081423424529649616, server=39fff3b0f89c,42799,1731956512499 in 1.3600 sec 2024-11-18T19:04:25,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-18T19:04:25,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d70e2f4ca15993081423424529649616, UNASSIGN in 1.3640 sec 2024-11-18T19:04:25,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=162, resume processing ppid=161 2024-11-18T19:04:25,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, ppid=161, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3660 sec 2024-11-18T19:04:25,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956665399"}]},"ts":"1731956665399"} 2024-11-18T19:04:25,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-18T19:04:25,401 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-18T19:04:25,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.3730 sec 2024-11-18T19:04:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=161 2024-11-18T19:04:26,179 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:26,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-18T19:04:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=165, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:26,185 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=165, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=165 2024-11-18T19:04:26,187 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=165, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:26,190 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616 2024-11-18T19:04:26,193 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A, FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B, FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C, FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/recovered.edits] 2024-11-18T19:04:26,198 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/57d7426266f2404b9a04d7e2b0288898 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/57d7426266f2404b9a04d7e2b0288898 2024-11-18T19:04:26,200 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/b22888fb5a744f24bd138326027cc63b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/A/b22888fb5a744f24bd138326027cc63b 2024-11-18T19:04:26,203 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/a3219438166e4bdaa072eb34c7d28dfa to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/a3219438166e4bdaa072eb34c7d28dfa 2024-11-18T19:04:26,204 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/a3efb0e2097645028ad7b3257883b2e6 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/B/a3efb0e2097645028ad7b3257883b2e6 2024-11-18T19:04:26,207 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/009f1099ae02433bb0876cd08036cc4f to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/009f1099ae02433bb0876cd08036cc4f 2024-11-18T19:04:26,209 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/a551814504f9494d9a4ab41d3d832cd9 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/C/a551814504f9494d9a4ab41d3d832cd9 2024-11-18T19:04:26,212 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/recovered.edits/422.seqid to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616/recovered.edits/422.seqid 2024-11-18T19:04:26,212 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/d70e2f4ca15993081423424529649616 2024-11-18T19:04:26,213 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-18T19:04:26,215 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=165, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:26,217 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-18T19:04:26,220 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-18T19:04:26,221 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=165, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:26,221 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-18T19:04:26,221 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731956666221"}]},"ts":"9223372036854775807"} 2024-11-18T19:04:26,223 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-18T19:04:26,223 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d70e2f4ca15993081423424529649616, NAME => 'TestAcidGuarantees,,1731956640236.d70e2f4ca15993081423424529649616.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T19:04:26,223 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-18T19:04:26,224 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731956666223"}]},"ts":"9223372036854775807"} 2024-11-18T19:04:26,225 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-18T19:04:26,226 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=165, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:26,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-18T19:04:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=165 2024-11-18T19:04:26,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-18T19:04:26,299 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:26,314 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240 (was 241), OpenFileDescriptor=447 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 260) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4102 (was 4114) 2024-11-18T19:04:26,322 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=301, ProcessCount=11, AvailableMemoryMB=4102 2024-11-18T19:04:26,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T19:04:26,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:04:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:26,326 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=166, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:04:26,326 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:26,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 166 2024-11-18T19:04:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-18T19:04:26,327 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=166, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:04:26,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742349_1525 (size=959) 2024-11-18T19:04:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-18T19:04:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-18T19:04:26,739 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748 2024-11-18T19:04:26,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742350_1526 (size=53) 2024-11-18T19:04:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-18T19:04:27,150 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:04:27,150 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 56fb90fbf0d56e70432395d8fb07c2dd, disabling compactions & flushes 2024-11-18T19:04:27,150 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:27,151 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:27,151 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. after waiting 0 ms 2024-11-18T19:04:27,151 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:27,151 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:27,151 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56fb90fbf0d56e70432395d8fb07c2dd: Waiting for close lock at 1731956667150Disabling compacts and flushes for region at 1731956667150Disabling writes for close at 1731956667151 (+1 ms)Writing region close event to WAL at 1731956667151Closed at 1731956667151 2024-11-18T19:04:27,153 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=166, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:04:27,154 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731956667153"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731956667153"}]},"ts":"1731956667153"} 2024-11-18T19:04:27,157 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:04:27,158 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=166, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:04:27,159 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956667159"}]},"ts":"1731956667159"} 2024-11-18T19:04:27,161 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-18T19:04:27,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=56fb90fbf0d56e70432395d8fb07c2dd, ASSIGN}] 2024-11-18T19:04:27,163 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=167, ppid=166, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=56fb90fbf0d56e70432395d8fb07c2dd, ASSIGN 2024-11-18T19:04:27,164 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=167, ppid=166, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=56fb90fbf0d56e70432395d8fb07c2dd, ASSIGN; state=OFFLINE, location=39fff3b0f89c,42799,1731956512499; forceNewPlan=false, retain=false 2024-11-18T19:04:27,315 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=167 updating hbase:meta row=56fb90fbf0d56e70432395d8fb07c2dd, regionState=OPENING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:27,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=166, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=56fb90fbf0d56e70432395d8fb07c2dd, ASSIGN because future has completed 2024-11-18T19:04:27,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:04:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-18T19:04:27,479 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:27,479 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(7752): Opening region: {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:04:27,480 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:27,480 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:04:27,480 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(7794): checking encryption for 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:27,480 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(7797): checking classloading for 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:27,481 INFO [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:27,482 INFO [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56fb90fbf0d56e70432395d8fb07c2dd columnFamilyName A 2024-11-18T19:04:27,482 DEBUG [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:27,482 INFO [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] regionserver.HStore(327): Store=56fb90fbf0d56e70432395d8fb07c2dd/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:04:27,483 INFO [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:27,483 INFO [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56fb90fbf0d56e70432395d8fb07c2dd columnFamilyName B 2024-11-18T19:04:27,484 DEBUG [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:27,484 INFO [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] regionserver.HStore(327): Store=56fb90fbf0d56e70432395d8fb07c2dd/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:04:27,484 INFO [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:27,485 INFO [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56fb90fbf0d56e70432395d8fb07c2dd columnFamilyName C 2024-11-18T19:04:27,485 DEBUG [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:27,485 INFO [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] regionserver.HStore(327): Store=56fb90fbf0d56e70432395d8fb07c2dd/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:04:27,485 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1038): replaying wal for 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:27,486 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:27,486 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:27,487 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1048): stopping wal replay for 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:27,487 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1060): Cleaning up temporary data for 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:27,487 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:04:27,489 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1093): writing seq id for 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:27,490 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:04:27,490 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1114): Opened 56fb90fbf0d56e70432395d8fb07c2dd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64739401, jitterRate=-0.03530775010585785}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:04:27,490 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:27,491 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1006): Region open journal for 56fb90fbf0d56e70432395d8fb07c2dd: Running coprocessor pre-open hook at 1731956667480Writing region info on filesystem at 1731956667480Initializing all the Stores at 1731956667481 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956667481Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956667481Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956667481Cleaning up temporary data from old regions at 1731956667487 (+6 ms)Running coprocessor post-open hooks at 1731956667490 (+3 ms)Region opened successfully at 1731956667491 (+1 ms) 2024-11-18T19:04:27,491 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., pid=168, masterSystemTime=1731956667473 2024-11-18T19:04:27,493 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:27,493 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:27,494 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=167 updating hbase:meta row=56fb90fbf0d56e70432395d8fb07c2dd, regionState=OPEN, openSeqNum=2, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:27,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 because future has completed 2024-11-18T19:04:27,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-11-18T19:04:27,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; OpenRegionProcedure 56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 in 178 msec 2024-11-18T19:04:27,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-18T19:04:27,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=56fb90fbf0d56e70432395d8fb07c2dd, ASSIGN in 335 msec 2024-11-18T19:04:27,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=166, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:04:27,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956667499"}]},"ts":"1731956667499"} 2024-11-18T19:04:27,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-18T19:04:27,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=166, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:04:27,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1770 sec 2024-11-18T19:04:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-18T19:04:28,480 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:28,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9d2faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:28,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:28,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:28,484 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:28,484 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77de86f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:28,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:28,487 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:28,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9db828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:28,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:28,490 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:28,490 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:28,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:28,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T19:04:28,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 39fff3b0f89c,42691,1731956511784 2024-11-18T19:04:28,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b95cfef 2024-11-18T19:04:28,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T19:04:28,495 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T19:04:28,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T19:04:28,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:04:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=169, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:28,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742351_1527 (size=995) 2024-11-18T19:04:28,916 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-18T19:04:28,916 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-18T19:04:28,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T19:04:28,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=56fb90fbf0d56e70432395d8fb07c2dd, REOPEN/MOVE}] 2024-11-18T19:04:28,924 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=56fb90fbf0d56e70432395d8fb07c2dd, REOPEN/MOVE 2024-11-18T19:04:28,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=171 updating hbase:meta row=56fb90fbf0d56e70432395d8fb07c2dd, regionState=CLOSING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:28,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=56fb90fbf0d56e70432395d8fb07c2dd, REOPEN/MOVE because future has completed 2024-11-18T19:04:28,927 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:04:28,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE, hasLock=false; CloseRegionProcedure 56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:04:29,080 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(122): Close 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:29,080 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:04:29,081 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1722): Closing 56fb90fbf0d56e70432395d8fb07c2dd, disabling compactions & flushes 2024-11-18T19:04:29,081 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:29,081 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:29,081 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. after waiting 0 ms 2024-11-18T19:04:29,081 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:29,089 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T19:04:29,090 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:29,091 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1676): Region close journal for 56fb90fbf0d56e70432395d8fb07c2dd: Waiting for close lock at 1731956669081Running coprocessor pre-close hooks at 1731956669081Disabling compacts and flushes for region at 1731956669081Disabling writes for close at 1731956669081Writing region close event to WAL at 1731956669082 (+1 ms)Running coprocessor post-close hooks at 1731956669090 (+8 ms)Closed at 1731956669090 2024-11-18T19:04:29,091 WARN [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionServer(3299): Not adding moved region record: 56fb90fbf0d56e70432395d8fb07c2dd to self. 2024-11-18T19:04:29,094 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(157): Closed 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:29,095 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=171 updating hbase:meta row=56fb90fbf0d56e70432395d8fb07c2dd, regionState=CLOSED 2024-11-18T19:04:29,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=172, ppid=171, state=RUNNABLE, hasLock=false; CloseRegionProcedure 56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 because future has completed 2024-11-18T19:04:29,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=172, resume processing ppid=171 2024-11-18T19:04:29,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, ppid=171, state=SUCCESS, hasLock=false; CloseRegionProcedure 56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 in 171 msec 2024-11-18T19:04:29,102 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=56fb90fbf0d56e70432395d8fb07c2dd, REOPEN/MOVE; state=CLOSED, location=39fff3b0f89c,42799,1731956512499; forceNewPlan=false, retain=true 2024-11-18T19:04:29,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=171 updating hbase:meta row=56fb90fbf0d56e70432395d8fb07c2dd, regionState=OPENING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:29,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=56fb90fbf0d56e70432395d8fb07c2dd, REOPEN/MOVE because future has completed 2024-11-18T19:04:29,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=171, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:04:29,416 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:29,416 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(7752): Opening region: {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:04:29,416 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:29,417 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:04:29,417 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(7794): checking encryption for 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:29,417 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(7797): checking classloading for 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:29,421 INFO [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:29,423 INFO [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56fb90fbf0d56e70432395d8fb07c2dd columnFamilyName A 2024-11-18T19:04:29,424 DEBUG [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:29,425 INFO [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] regionserver.HStore(327): Store=56fb90fbf0d56e70432395d8fb07c2dd/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:04:29,426 INFO [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:29,427 INFO [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56fb90fbf0d56e70432395d8fb07c2dd columnFamilyName B 2024-11-18T19:04:29,427 DEBUG [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:29,427 INFO [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] regionserver.HStore(327): Store=56fb90fbf0d56e70432395d8fb07c2dd/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:04:29,427 INFO [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:29,428 INFO [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56fb90fbf0d56e70432395d8fb07c2dd columnFamilyName C 2024-11-18T19:04:29,428 DEBUG [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:29,428 INFO [StoreOpener-56fb90fbf0d56e70432395d8fb07c2dd-1 {}] regionserver.HStore(327): Store=56fb90fbf0d56e70432395d8fb07c2dd/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:04:29,428 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1038): replaying wal for 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:29,429 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:29,430 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:29,430 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1048): stopping wal replay for 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:29,431 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1060): Cleaning up temporary data for 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:29,431 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:04:29,432 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1093): writing seq id for 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:29,433 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1114): Opened 56fb90fbf0d56e70432395d8fb07c2dd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65019135, jitterRate=-0.03113938868045807}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:04:29,433 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:29,433 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1006): Region open journal for 56fb90fbf0d56e70432395d8fb07c2dd: Running coprocessor pre-open hook at 1731956669417Writing region info on filesystem at 1731956669417Initializing all the Stores at 1731956669419 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956669419Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956669420 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731956669420Cleaning up temporary data from old regions at 1731956669431 (+11 ms)Running coprocessor post-open hooks at 1731956669433 (+2 ms)Region opened successfully at 1731956669433 2024-11-18T19:04:29,434 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., pid=173, masterSystemTime=1731956669411 2024-11-18T19:04:29,435 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:29,435 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:29,436 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=171 updating hbase:meta row=56fb90fbf0d56e70432395d8fb07c2dd, regionState=OPEN, openSeqNum=5, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:29,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=173, ppid=171, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 because future has completed 2024-11-18T19:04:29,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=171 2024-11-18T19:04:29,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=171, state=SUCCESS, hasLock=false; OpenRegionProcedure 56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 in 180 msec 2024-11-18T19:04:29,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-18T19:04:29,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=56fb90fbf0d56e70432395d8fb07c2dd, REOPEN/MOVE in 516 msec 2024-11-18T19:04:29,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=170, resume processing ppid=169 2024-11-18T19:04:29,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, ppid=169, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 522 msec 2024-11-18T19:04:29,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 947 msec 2024-11-18T19:04:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=169 2024-11-18T19:04:29,447 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:29,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f0a969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:29,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:29,448 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455b9829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:29,450 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddf4c48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4485fd41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:29,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:29,452 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:29,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:29,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:29,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eee1ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:29,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:29,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:29,454 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:29,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7e297d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3877bee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:29,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:29,456 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102ca0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:29,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:29,457 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:29,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7cb7da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4736fdba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:29,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:29,460 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d2a6df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:29,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:29,461 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:29,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d3b74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32aa3c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:29,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:29,464 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:29,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:29,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:29,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125d93dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:29,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:29,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:29,465 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:29,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d596002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fdbfef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:29,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:29,468 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e08dad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:29,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:29,469 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:29,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45291aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e90f76f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:29,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:29,472 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:29,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:29,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:29,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437c586d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:29,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:29,473 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:29,473 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:29,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bde83e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16129ccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:29,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:29,476 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:29,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:29,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:29,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db5659f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:29,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:29,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:29,477 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:29,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d4df36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b68247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:29,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:29,479 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d652827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:29,481 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:29,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787b8b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ec5064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,42691,-1 for getting cluster id 2024-11-18T19:04:29,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:04:29,483 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f55092d-923b-400c-84a2-6162f9df4b93' 2024-11-18T19:04:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:04:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f55092d-923b-400c-84a2-6162f9df4b93" 2024-11-18T19:04:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801d18b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,42691,-1] 2024-11-18T19:04:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:04:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:29,484 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:04:29,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421472f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:04:29,485 DEBUG [Thread-2376 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:29,485 DEBUG [Thread-2363 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:29,485 DEBUG [Thread-2374 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:29,485 DEBUG [Thread-2378 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:29,485 DEBUG [Thread-2367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:29,485 DEBUG [Thread-2359 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:29,486 DEBUG [Thread-2370 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:29,486 DEBUG [Thread-2365 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:29,487 DEBUG [Thread-2361 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:29,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:04:29,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:29,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:29,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:29,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:29,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:29,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:29,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:29,488 DEBUG [Thread-2372 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:04:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-18T19:04:29,488 DEBUG [Thread-2370 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:29,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:29,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:29,488 DEBUG [Thread-2370 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:29,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-18T19:04:29,489 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:04:29,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:29,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:29,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:29,490 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:04:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,42799,1731956512499, seqNum=-1] 2024-11-18T19:04:29,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:04:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:04:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:04:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:04:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:04:29,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:04:29,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:04:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:04:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:04:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:04:29,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:04:29,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:04:29,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5] 2024-11-18T19:04:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:29,497 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:29,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 56fb90fbf0d56e70432395d8fb07c2dd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-18T19:04:29,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956729515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:29,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956729515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:29,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956729517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:29,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35116 deadline: 1731956729518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:29,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956729520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:29,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:29,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d0788b1de9fc40adb2b397e68b0793af_56fb90fbf0d56e70432395d8fb07c2dd is 50, key is test_row_0/A:col10/1731956669497/Put/seqid=0 2024-11-18T19:04:29,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742352_1528 (size=12154) 2024-11-18T19:04:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-18T19:04:29,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956729627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:29,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:29,629 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,629 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956729627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:29,629 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:29,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:29,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35116 deadline: 1731956729628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:29,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:29,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956729628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:29,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956729628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:29,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:29,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-18T19:04:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:29,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:29,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-18T19:04:29,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:29,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:29,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:29,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:29,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-18T19:04:29,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956729837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:29,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956729837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:29,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956729838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:29,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35116 deadline: 1731956729838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956729838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:29,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:29,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:29,939 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:29,942 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d0788b1de9fc40adb2b397e68b0793af_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d0788b1de9fc40adb2b397e68b0793af_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:29,942 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/cb010c9f68224a1c8e134532d68b5042, store: [table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:29,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/cb010c9f68224a1c8e134532d68b5042 is 175, key is test_row_0/A:col10/1731956669497/Put/seqid=0 2024-11-18T19:04:29,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742353_1529 (size=30955) 2024-11-18T19:04:29,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-18T19:04:29,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:29,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:29,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:29,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:29,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-18T19:04:30,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:30,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:30,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:30,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-18T19:04:30,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956730147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:30,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:30,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956730147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:30,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956730147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35116 deadline: 1731956730147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956730147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:30,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-18T19:04:30,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:30,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:30,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:30,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,346 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/cb010c9f68224a1c8e134532d68b5042 2024-11-18T19:04:30,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/176cbe8f83114089a0c35e377101c4be is 50, key is test_row_0/B:col10/1731956669497/Put/seqid=0 2024-11-18T19:04:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742354_1530 (size=12001) 2024-11-18T19:04:30,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-18T19:04:30,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:30,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:30,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:30,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-18T19:04:30,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:30,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:30,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:30,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-18T19:04:30,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956730657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:30,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956730657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35116 deadline: 1731956730657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956730657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:30,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956730658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:30,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-18T19:04:30,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:30,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:30,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:30,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/176cbe8f83114089a0c35e377101c4be 2024-11-18T19:04:30,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/d6553e84798d4529b12ae837a12b58bb is 50, key is test_row_0/C:col10/1731956669497/Put/seqid=0 2024-11-18T19:04:30,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742355_1531 (size=12001) 2024-11-18T19:04:30,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-18T19:04:30,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:30,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:30,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:30,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:30,912 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:04:31,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-18T19:04:31,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:31,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:31,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:31,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:31,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:31,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-18T19:04:31,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:31,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:31,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:31,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:31,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:31,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/d6553e84798d4529b12ae837a12b58bb 2024-11-18T19:04:31,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/cb010c9f68224a1c8e134532d68b5042 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/cb010c9f68224a1c8e134532d68b5042 2024-11-18T19:04:31,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/cb010c9f68224a1c8e134532d68b5042, entries=150, sequenceid=17, filesize=30.2 K 2024-11-18T19:04:31,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/176cbe8f83114089a0c35e377101c4be as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/176cbe8f83114089a0c35e377101c4be 2024-11-18T19:04:31,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/176cbe8f83114089a0c35e377101c4be, entries=150, sequenceid=17, filesize=11.7 K 2024-11-18T19:04:31,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/d6553e84798d4529b12ae837a12b58bb as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/d6553e84798d4529b12ae837a12b58bb 2024-11-18T19:04:31,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/d6553e84798d4529b12ae837a12b58bb, entries=150, sequenceid=17, filesize=11.7 K 2024-11-18T19:04:31,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 56fb90fbf0d56e70432395d8fb07c2dd in 1729ms, sequenceid=17, compaction requested=false 2024-11-18T19:04:31,226 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-18T19:04:31,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:31,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-18T19:04:31,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:31,319 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing 56fb90fbf0d56e70432395d8fb07c2dd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T19:04:31,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118fd03e122b4634fbd90e03afe47b5280a_56fb90fbf0d56e70432395d8fb07c2dd is 50, key is test_row_0/A:col10/1731956669517/Put/seqid=0 2024-11-18T19:04:31,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742356_1532 (size=12154) 2024-11-18T19:04:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-18T19:04:31,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:31,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956731676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:31,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956731677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:31,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:31,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:31,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35116 deadline: 1731956731677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:31,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956731678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:31,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:31,682 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in 56fb90fbf0d56e70432395d8fb07c2dd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:31,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:31,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956731679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:31,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:31,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:31,730 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118fd03e122b4634fbd90e03afe47b5280a_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118fd03e122b4634fbd90e03afe47b5280a_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:31,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/ccb6c4f224484c12beda862be6a48795, store: [table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:31,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/ccb6c4f224484c12beda862be6a48795 is 175, key is test_row_0/A:col10/1731956669517/Put/seqid=0 2024-11-18T19:04:31,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742357_1533 (size=30955) 2024-11-18T19:04:31,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956731787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:31,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956731787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:31,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956731787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:31,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956731787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:31,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:31,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956731997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:31,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956731997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956731997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956731997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:32,134 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/ccb6c4f224484c12beda862be6a48795 2024-11-18T19:04:32,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/0fbd93106a3a43828cca21c2f4703687 is 50, key is test_row_0/B:col10/1731956669517/Put/seqid=0 2024-11-18T19:04:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742358_1534 (size=12001) 2024-11-18T19:04:32,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956732307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:32,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:32,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956732307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:32,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956732307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:32,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956732308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:32,542 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/0fbd93106a3a43828cca21c2f4703687 2024-11-18T19:04:32,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/751226647baa4d32a451f9ddf37062fd is 50, key is test_row_0/C:col10/1731956669517/Put/seqid=0 2024-11-18T19:04:32,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742359_1535 (size=12001) 2024-11-18T19:04:32,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:32,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956732817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956732817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:32,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956732818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:32,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:32,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:32,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:32,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956732818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:32,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:32,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:32,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:32,953 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/751226647baa4d32a451f9ddf37062fd 2024-11-18T19:04:32,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/ccb6c4f224484c12beda862be6a48795 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/ccb6c4f224484c12beda862be6a48795 2024-11-18T19:04:32,959 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/ccb6c4f224484c12beda862be6a48795, entries=150, sequenceid=41, filesize=30.2 K 2024-11-18T19:04:32,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/0fbd93106a3a43828cca21c2f4703687 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/0fbd93106a3a43828cca21c2f4703687 2024-11-18T19:04:32,962 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/0fbd93106a3a43828cca21c2f4703687, entries=150, sequenceid=41, filesize=11.7 K 2024-11-18T19:04:32,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/751226647baa4d32a451f9ddf37062fd as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/751226647baa4d32a451f9ddf37062fd 2024-11-18T19:04:32,965 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/751226647baa4d32a451f9ddf37062fd, entries=150, sequenceid=41, filesize=11.7 K 2024-11-18T19:04:32,966 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 56fb90fbf0d56e70432395d8fb07c2dd in 1647ms, sequenceid=41, compaction requested=false 2024-11-18T19:04:32,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:32,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:32,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-18T19:04:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-18T19:04:32,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-18T19:04:32,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4770 sec 2024-11-18T19:04:32,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 3.4820 sec 2024-11-18T19:04:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-18T19:04:33,657 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:33,658 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:04:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees 2024-11-18T19:04:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-18T19:04:33,659 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:04:33,660 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:04:33,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:04:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:33,709 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:33,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 56fb90fbf0d56e70432395d8fb07c2dd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T19:04:33,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111834f5ef9b2fe140a69b8577df6b7f1bba_56fb90fbf0d56e70432395d8fb07c2dd is 50, key is test_row_0/A:col10/1731956671676/Put/seqid=0 2024-11-18T19:04:33,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742360_1536 (size=12154) 2024-11-18T19:04:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-18T19:04:33,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35116 deadline: 1731956733792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:33,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-18T19:04:33,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:33,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:33,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:33,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:33,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:33,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956733827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:33,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956733828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:33,830 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in 56fb90fbf0d56e70432395d8fb07c2dd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:33,831 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in 56fb90fbf0d56e70432395d8fb07c2dd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:33,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956733837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:33,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956733837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:33,838 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_0' in 56fb90fbf0d56e70432395d8fb07c2dd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:33,838 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_0' in 56fb90fbf0d56e70432395d8fb07c2dd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:33,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35116 deadline: 1731956733897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:33,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-18T19:04:33,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:33,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:33,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:33,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:33,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-18T19:04:34,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35116 deadline: 1731956734107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:34,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:34,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:34,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:34,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-18T19:04:34,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:34,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:34,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:34,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:34,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:34,118 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:34,121 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111834f5ef9b2fe140a69b8577df6b7f1bba_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111834f5ef9b2fe140a69b8577df6b7f1bba_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:34,121 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/8068d2d5575f4f45b8a18bb422234456, store: [table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:34,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/8068d2d5575f4f45b8a18bb422234456 is 175, key is test_row_0/A:col10/1731956671676/Put/seqid=0 2024-11-18T19:04:34,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742361_1537 (size=30955) 2024-11-18T19:04:34,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-18T19:04:34,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:34,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:34,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:34,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:34,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-18T19:04:34,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35116 deadline: 1731956734418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:34,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:34,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:34,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:34,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-18T19:04:34,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:34,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:34,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:34,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:34,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:34,524 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/8068d2d5575f4f45b8a18bb422234456 2024-11-18T19:04:34,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/6505a06ab25146c2a034e837b9865a26 is 50, key is test_row_0/B:col10/1731956671676/Put/seqid=0 2024-11-18T19:04:34,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742362_1538 (size=12001) 2024-11-18T19:04:34,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/6505a06ab25146c2a034e837b9865a26 2024-11-18T19:04:34,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/a9e6ff44c85e471da9d03f57a6e42e6a is 50, key is test_row_0/C:col10/1731956671676/Put/seqid=0 2024-11-18T19:04:34,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742363_1539 (size=12001) 2024-11-18T19:04:34,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-18T19:04:34,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:34,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:34,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:34,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:34,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:34,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-18T19:04:34,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:34,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:34,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:34,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:34,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-18T19:04:34,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-18T19:04:34,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:34,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:34,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:34,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:34,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:34,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35116 deadline: 1731956734928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:34,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/a9e6ff44c85e471da9d03f57a6e42e6a 2024-11-18T19:04:34,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/8068d2d5575f4f45b8a18bb422234456 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/8068d2d5575f4f45b8a18bb422234456 2024-11-18T19:04:34,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/8068d2d5575f4f45b8a18bb422234456, entries=150, sequenceid=54, filesize=30.2 K 2024-11-18T19:04:34,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/6505a06ab25146c2a034e837b9865a26 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/6505a06ab25146c2a034e837b9865a26 2024-11-18T19:04:34,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/6505a06ab25146c2a034e837b9865a26, entries=150, sequenceid=54, filesize=11.7 K 2024-11-18T19:04:34,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/a9e6ff44c85e471da9d03f57a6e42e6a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/a9e6ff44c85e471da9d03f57a6e42e6a 2024-11-18T19:04:34,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/a9e6ff44c85e471da9d03f57a6e42e6a, entries=150, sequenceid=54, filesize=11.7 K 2024-11-18T19:04:34,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 56fb90fbf0d56e70432395d8fb07c2dd in 1246ms, sequenceid=54, compaction requested=true 2024-11-18T19:04:34,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:34,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 56fb90fbf0d56e70432395d8fb07c2dd:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:04:34,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:34,956 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:34,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 56fb90fbf0d56e70432395d8fb07c2dd:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:04:34,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:34,956 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:34,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 56fb90fbf0d56e70432395d8fb07c2dd:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:04:34,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:34,956 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:34,956 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:34,956 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 56fb90fbf0d56e70432395d8fb07c2dd/B is initiating minor compaction (all files) 2024-11-18T19:04:34,956 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 56fb90fbf0d56e70432395d8fb07c2dd/A is initiating minor compaction (all files) 2024-11-18T19:04:34,956 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 56fb90fbf0d56e70432395d8fb07c2dd/A in TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:34,956 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 56fb90fbf0d56e70432395d8fb07c2dd/B in TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:34,957 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/176cbe8f83114089a0c35e377101c4be, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/0fbd93106a3a43828cca21c2f4703687, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/6505a06ab25146c2a034e837b9865a26] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp, totalSize=35.2 K 2024-11-18T19:04:34,957 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/cb010c9f68224a1c8e134532d68b5042, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/ccb6c4f224484c12beda862be6a48795, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/8068d2d5575f4f45b8a18bb422234456] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp, totalSize=90.7 K 2024-11-18T19:04:34,957 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:34,957 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. files: [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/cb010c9f68224a1c8e134532d68b5042, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/ccb6c4f224484c12beda862be6a48795, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/8068d2d5575f4f45b8a18bb422234456] 2024-11-18T19:04:34,957 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb010c9f68224a1c8e134532d68b5042, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731956669496 2024-11-18T19:04:34,957 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 176cbe8f83114089a0c35e377101c4be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731956669496 2024-11-18T19:04:34,957 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fbd93106a3a43828cca21c2f4703687, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731956669516 2024-11-18T19:04:34,957 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccb6c4f224484c12beda862be6a48795, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731956669516 2024-11-18T19:04:34,957 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 6505a06ab25146c2a034e837b9865a26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731956671675 2024-11-18T19:04:34,957 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8068d2d5575f4f45b8a18bb422234456, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731956671675 2024-11-18T19:04:34,962 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:34,963 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 56fb90fbf0d56e70432395d8fb07c2dd#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:34,963 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/9c0f8332ed884389b2d48988cde569f7 is 50, key is test_row_0/B:col10/1731956671676/Put/seqid=0 2024-11-18T19:04:34,964 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111856396f15af93462fb421c6765459f8e8_56fb90fbf0d56e70432395d8fb07c2dd store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:34,965 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111856396f15af93462fb421c6765459f8e8_56fb90fbf0d56e70432395d8fb07c2dd, store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:34,966 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111856396f15af93462fb421c6765459f8e8_56fb90fbf0d56e70432395d8fb07c2dd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:34,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742364_1540 (size=12104) 2024-11-18T19:04:34,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742365_1541 (size=4469) 2024-11-18T19:04:34,970 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/9c0f8332ed884389b2d48988cde569f7 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/9c0f8332ed884389b2d48988cde569f7 2024-11-18T19:04:34,973 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 56fb90fbf0d56e70432395d8fb07c2dd/B of 56fb90fbf0d56e70432395d8fb07c2dd into 9c0f8332ed884389b2d48988cde569f7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:34,973 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:34,973 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., storeName=56fb90fbf0d56e70432395d8fb07c2dd/B, priority=13, startTime=1731956674956; duration=0sec 2024-11-18T19:04:34,973 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:34,973 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 56fb90fbf0d56e70432395d8fb07c2dd:B 2024-11-18T19:04:34,973 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:34,975 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:34,975 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 56fb90fbf0d56e70432395d8fb07c2dd/C is initiating minor compaction (all files) 2024-11-18T19:04:34,975 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 56fb90fbf0d56e70432395d8fb07c2dd/C in TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:34,975 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/d6553e84798d4529b12ae837a12b58bb, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/751226647baa4d32a451f9ddf37062fd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/a9e6ff44c85e471da9d03f57a6e42e6a] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp, totalSize=35.2 K 2024-11-18T19:04:34,975 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting d6553e84798d4529b12ae837a12b58bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731956669496 2024-11-18T19:04:34,976 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 751226647baa4d32a451f9ddf37062fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731956669516 2024-11-18T19:04:34,976 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting a9e6ff44c85e471da9d03f57a6e42e6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731956671675 2024-11-18T19:04:34,982 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 56fb90fbf0d56e70432395d8fb07c2dd#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:34,983 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/f8cd0f4f1b9a4cf0820087584244dd3d is 50, key is test_row_0/C:col10/1731956671676/Put/seqid=0 2024-11-18T19:04:34,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742366_1542 (size=12104) 2024-11-18T19:04:35,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-18T19:04:35,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:35,032 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2902): Flushing 56fb90fbf0d56e70432395d8fb07c2dd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T19:04:35,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182905497a50b64cb0b0ddcfb46c1968e5_56fb90fbf0d56e70432395d8fb07c2dd is 50, key is test_row_0/A:col10/1731956673779/Put/seqid=0 2024-11-18T19:04:35,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742367_1543 (size=12154) 2024-11-18T19:04:35,370 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 56fb90fbf0d56e70432395d8fb07c2dd#A#compaction#466 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:35,370 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/c671414b48f0446585d28ba5fdc8db0b is 175, key is test_row_0/A:col10/1731956671676/Put/seqid=0 2024-11-18T19:04:35,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742368_1544 (size=31058) 2024-11-18T19:04:35,401 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/f8cd0f4f1b9a4cf0820087584244dd3d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/f8cd0f4f1b9a4cf0820087584244dd3d 2024-11-18T19:04:35,405 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 56fb90fbf0d56e70432395d8fb07c2dd/C of 56fb90fbf0d56e70432395d8fb07c2dd into f8cd0f4f1b9a4cf0820087584244dd3d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:35,405 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:35,405 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., storeName=56fb90fbf0d56e70432395d8fb07c2dd/C, priority=13, startTime=1731956674956; duration=0sec 2024-11-18T19:04:35,405 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:35,405 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 56fb90fbf0d56e70432395d8fb07c2dd:C 2024-11-18T19:04:35,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:35,443 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182905497a50b64cb0b0ddcfb46c1968e5_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182905497a50b64cb0b0ddcfb46c1968e5_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:35,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/c925c3e7fa4b4911a6a1af18cd4b0410, store: [table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:35,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/c925c3e7fa4b4911a6a1af18cd4b0410 is 175, key is test_row_0/A:col10/1731956673779/Put/seqid=0 2024-11-18T19:04:35,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742369_1545 (size=30955) 2024-11-18T19:04:35,777 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/c671414b48f0446585d28ba5fdc8db0b as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c671414b48f0446585d28ba5fdc8db0b 2024-11-18T19:04:35,781 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 56fb90fbf0d56e70432395d8fb07c2dd/A of 56fb90fbf0d56e70432395d8fb07c2dd into c671414b48f0446585d28ba5fdc8db0b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:35,781 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:35,781 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., storeName=56fb90fbf0d56e70432395d8fb07c2dd/A, priority=13, startTime=1731956674956; duration=0sec 2024-11-18T19:04:35,781 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:35,781 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 56fb90fbf0d56e70432395d8fb07c2dd:A 2024-11-18T19:04:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-18T19:04:35,848 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/c925c3e7fa4b4911a6a1af18cd4b0410 2024-11-18T19:04:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:35,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:35,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/7b85d56d047d497f9a53ed46d712ecab is 50, key is test_row_0/B:col10/1731956673779/Put/seqid=0 2024-11-18T19:04:35,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742370_1546 (size=12001) 2024-11-18T19:04:35,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956735861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:35,865 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:35,865 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:35,865 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:35,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956735862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:35,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:35,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:35,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:35,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956735864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:35,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956735864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:35,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35116 deadline: 1731956735937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:35,939 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in 56fb90fbf0d56e70432395d8fb07c2dd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:35,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:35,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:35,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:35,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956735967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:35,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956735967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:35,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:35,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:35,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:35,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:35,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:35,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:35,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956735977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:35,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:35,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:35,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:35,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956735977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:35,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:35,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:35,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:36,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956736177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:36,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956736177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:36,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956736187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:36,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:36,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:36,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956736187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:36,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:36,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:36,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:36,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:36,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:36,257 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/7b85d56d047d497f9a53ed46d712ecab 2024-11-18T19:04:36,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/2466b27200694de29467de53328db418 is 50, key is test_row_0/C:col10/1731956673779/Put/seqid=0 2024-11-18T19:04:36,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742371_1547 (size=12001) 2024-11-18T19:04:36,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956736487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:36,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956736487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:36,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956736498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:36,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:36,499 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:36,499 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956736498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:36,500 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:36,500 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:36,500 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:36,500 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:36,666 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/2466b27200694de29467de53328db418 2024-11-18T19:04:36,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/c925c3e7fa4b4911a6a1af18cd4b0410 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c925c3e7fa4b4911a6a1af18cd4b0410 2024-11-18T19:04:36,672 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c925c3e7fa4b4911a6a1af18cd4b0410, entries=150, sequenceid=78, filesize=30.2 K 2024-11-18T19:04:36,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/7b85d56d047d497f9a53ed46d712ecab as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/7b85d56d047d497f9a53ed46d712ecab 2024-11-18T19:04:36,675 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/7b85d56d047d497f9a53ed46d712ecab, entries=150, sequenceid=78, filesize=11.7 K 2024-11-18T19:04:36,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/2466b27200694de29467de53328db418 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/2466b27200694de29467de53328db418 2024-11-18T19:04:36,678 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/2466b27200694de29467de53328db418, entries=150, sequenceid=78, filesize=11.7 K 2024-11-18T19:04:36,679 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 56fb90fbf0d56e70432395d8fb07c2dd in 1647ms, sequenceid=78, compaction requested=false 2024-11-18T19:04:36,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2603): Flush status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:36,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:36,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=177 2024-11-18T19:04:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=177 2024-11-18T19:04:36,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-18T19:04:36,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0200 sec 2024-11-18T19:04:36,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees in 3.0240 sec 2024-11-18T19:04:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:36,999 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:36,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 56fb90fbf0d56e70432395d8fb07c2dd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-18T19:04:37,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184a2e948ce5d0464ebf983c752152eb90_56fb90fbf0d56e70432395d8fb07c2dd is 50, key is test_row_0/A:col10/1731956675861/Put/seqid=0 2024-11-18T19:04:37,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742372_1548 (size=14594) 2024-11-18T19:04:37,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956737023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:37,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956737023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:37,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956737025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:37,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956737025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:37,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956737137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:37,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956737137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:37,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:37,140 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956737137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956737137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:37,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956737348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:37,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:37,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956737348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:37,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:37,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956737348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:37,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:37,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:37,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956737348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:37,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:37,408 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:37,411 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184a2e948ce5d0464ebf983c752152eb90_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184a2e948ce5d0464ebf983c752152eb90_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:37,411 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/c65326e8470642018e3d6e771bb22502, store: [table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:37,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/c65326e8470642018e3d6e771bb22502 is 175, key is test_row_0/A:col10/1731956675861/Put/seqid=0 2024-11-18T19:04:37,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742373_1549 (size=39549) 2024-11-18T19:04:37,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956737657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:37,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:37,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956737657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:37,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:37,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:37,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956737657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:37,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:37,659 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:37,659 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,659 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956737657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:37,659 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,659 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,659 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:37,815 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/c65326e8470642018e3d6e771bb22502 2024-11-18T19:04:37,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/371f83794a7947de9c27c1b1424c01da is 50, key is test_row_0/B:col10/1731956675861/Put/seqid=0 2024-11-18T19:04:37,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742374_1550 (size=12001) 2024-11-18T19:04:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-18T19:04:37,828 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:37,828 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:04:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees 2024-11-18T19:04:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-18T19:04:37,829 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:04:37,830 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:04:37,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:04:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-18T19:04:37,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35116 deadline: 1731956737958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:37,960 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in 56fb90fbf0d56e70432395d8fb07c2dd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:37,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:37,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:37,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-18T19:04:37,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:37,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:37,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:37,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:37,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:38,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-18T19:04:38,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:38,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:38,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:38,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:38,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-18T19:04:38,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956738167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:38,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956738167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:38,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:38,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:38,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:38,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:38,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:38,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:38,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956738168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:38,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:38,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:38,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:38,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956738168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:38,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:38,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:38,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:38,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/371f83794a7947de9c27c1b1424c01da 2024-11-18T19:04:38,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/e429388e42714e5698442272702ddcdd is 50, key is test_row_0/C:col10/1731956675861/Put/seqid=0 2024-11-18T19:04:38,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742375_1551 (size=12001) 2024-11-18T19:04:38,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-18T19:04:38,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:38,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:38,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:38,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:38,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:38,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-18T19:04:38,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:38,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:38,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:38,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:38,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-18T19:04:38,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-18T19:04:38,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:38,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:38,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:38,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:38,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:38,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/e429388e42714e5698442272702ddcdd 2024-11-18T19:04:38,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/c65326e8470642018e3d6e771bb22502 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c65326e8470642018e3d6e771bb22502 2024-11-18T19:04:38,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c65326e8470642018e3d6e771bb22502, entries=200, sequenceid=95, filesize=38.6 K 2024-11-18T19:04:38,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/371f83794a7947de9c27c1b1424c01da as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/371f83794a7947de9c27c1b1424c01da 2024-11-18T19:04:38,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/371f83794a7947de9c27c1b1424c01da, entries=150, sequenceid=95, filesize=11.7 K 2024-11-18T19:04:38,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/e429388e42714e5698442272702ddcdd as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/e429388e42714e5698442272702ddcdd 2024-11-18T19:04:38,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/e429388e42714e5698442272702ddcdd, entries=150, sequenceid=95, filesize=11.7 K 2024-11-18T19:04:38,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 56fb90fbf0d56e70432395d8fb07c2dd in 1648ms, sequenceid=95, compaction requested=true 2024-11-18T19:04:38,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:38,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 56fb90fbf0d56e70432395d8fb07c2dd:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:04:38,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:38,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 56fb90fbf0d56e70432395d8fb07c2dd:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:04:38,647 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:38,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:38,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 56fb90fbf0d56e70432395d8fb07c2dd:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:04:38,647 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:38,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:38,648 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:38,648 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:38,648 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 56fb90fbf0d56e70432395d8fb07c2dd/B is initiating minor compaction (all files) 2024-11-18T19:04:38,648 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 56fb90fbf0d56e70432395d8fb07c2dd/A is initiating minor compaction (all files) 2024-11-18T19:04:38,648 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 56fb90fbf0d56e70432395d8fb07c2dd/B in TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:38,648 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 56fb90fbf0d56e70432395d8fb07c2dd/A in TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:38,648 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c671414b48f0446585d28ba5fdc8db0b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c925c3e7fa4b4911a6a1af18cd4b0410, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c65326e8470642018e3d6e771bb22502] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp, totalSize=99.2 K 2024-11-18T19:04:38,648 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/9c0f8332ed884389b2d48988cde569f7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/7b85d56d047d497f9a53ed46d712ecab, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/371f83794a7947de9c27c1b1424c01da] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp, totalSize=35.3 K 2024-11-18T19:04:38,648 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:38,648 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. files: [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c671414b48f0446585d28ba5fdc8db0b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c925c3e7fa4b4911a6a1af18cd4b0410, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c65326e8470642018e3d6e771bb22502] 2024-11-18T19:04:38,648 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c0f8332ed884389b2d48988cde569f7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731956671675 2024-11-18T19:04:38,648 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting c671414b48f0446585d28ba5fdc8db0b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731956671675 2024-11-18T19:04:38,648 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b85d56d047d497f9a53ed46d712ecab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731956673779 2024-11-18T19:04:38,649 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting c925c3e7fa4b4911a6a1af18cd4b0410, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731956673779 2024-11-18T19:04:38,649 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 371f83794a7947de9c27c1b1424c01da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731956675861 2024-11-18T19:04:38,649 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting c65326e8470642018e3d6e771bb22502, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731956675861 2024-11-18T19:04:38,652 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:38,657 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 56fb90fbf0d56e70432395d8fb07c2dd#B#compaction#474 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:38,657 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/f4ce3b7fa7b6409182eb15eac5c5c398 is 50, key is test_row_0/B:col10/1731956675861/Put/seqid=0 2024-11-18T19:04:38,659 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411181c4bd6c965de4827a60ac88a884eb6a8_56fb90fbf0d56e70432395d8fb07c2dd store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:38,661 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411181c4bd6c965de4827a60ac88a884eb6a8_56fb90fbf0d56e70432395d8fb07c2dd, store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:38,661 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181c4bd6c965de4827a60ac88a884eb6a8_56fb90fbf0d56e70432395d8fb07c2dd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:38,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742376_1552 (size=12207) 2024-11-18T19:04:38,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742377_1553 (size=4469) 2024-11-18T19:04:38,665 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 56fb90fbf0d56e70432395d8fb07c2dd#A#compaction#475 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:38,665 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/8fcfabe1e0fe4190987c48abee4b9ed4 is 175, key is test_row_0/A:col10/1731956675861/Put/seqid=0 2024-11-18T19:04:38,667 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/f4ce3b7fa7b6409182eb15eac5c5c398 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/f4ce3b7fa7b6409182eb15eac5c5c398 2024-11-18T19:04:38,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742378_1554 (size=31161) 2024-11-18T19:04:38,670 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 56fb90fbf0d56e70432395d8fb07c2dd/B of 56fb90fbf0d56e70432395d8fb07c2dd into f4ce3b7fa7b6409182eb15eac5c5c398(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:38,670 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:38,670 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., storeName=56fb90fbf0d56e70432395d8fb07c2dd/B, priority=13, startTime=1731956678647; duration=0sec 2024-11-18T19:04:38,670 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:38,670 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 56fb90fbf0d56e70432395d8fb07c2dd:B 2024-11-18T19:04:38,670 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:38,671 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:38,671 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 56fb90fbf0d56e70432395d8fb07c2dd/C is initiating minor compaction (all files) 2024-11-18T19:04:38,671 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 56fb90fbf0d56e70432395d8fb07c2dd/C in TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:38,671 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/f8cd0f4f1b9a4cf0820087584244dd3d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/2466b27200694de29467de53328db418, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/e429388e42714e5698442272702ddcdd] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp, totalSize=35.3 K 2024-11-18T19:04:38,671 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting f8cd0f4f1b9a4cf0820087584244dd3d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731956671675 2024-11-18T19:04:38,671 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 2466b27200694de29467de53328db418, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731956673779 2024-11-18T19:04:38,672 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting e429388e42714e5698442272702ddcdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731956675861 2024-11-18T19:04:38,676 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 56fb90fbf0d56e70432395d8fb07c2dd#C#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:38,676 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/b76877812ed64aef9c5dee6ea7c87a48 is 50, key is test_row_0/C:col10/1731956675861/Put/seqid=0 2024-11-18T19:04:38,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742379_1555 (size=12207) 2024-11-18T19:04:38,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-18T19:04:38,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:38,744 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2902): Flushing 56fb90fbf0d56e70432395d8fb07c2dd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-18T19:04:38,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182b4a1fae66604736ab82216c2fb40418_56fb90fbf0d56e70432395d8fb07c2dd is 50, key is test_row_0/A:col10/1731956677023/Put/seqid=0 2024-11-18T19:04:38,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742380_1556 (size=12154) 2024-11-18T19:04:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-18T19:04:39,071 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/8fcfabe1e0fe4190987c48abee4b9ed4 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/8fcfabe1e0fe4190987c48abee4b9ed4 2024-11-18T19:04:39,075 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 56fb90fbf0d56e70432395d8fb07c2dd/A of 56fb90fbf0d56e70432395d8fb07c2dd into 8fcfabe1e0fe4190987c48abee4b9ed4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:39,075 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:39,075 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., storeName=56fb90fbf0d56e70432395d8fb07c2dd/A, priority=13, startTime=1731956678647; duration=0sec 2024-11-18T19:04:39,075 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:39,075 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 56fb90fbf0d56e70432395d8fb07c2dd:A 2024-11-18T19:04:39,092 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/b76877812ed64aef9c5dee6ea7c87a48 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/b76877812ed64aef9c5dee6ea7c87a48 2024-11-18T19:04:39,098 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 56fb90fbf0d56e70432395d8fb07c2dd/C of 56fb90fbf0d56e70432395d8fb07c2dd into b76877812ed64aef9c5dee6ea7c87a48(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:39,098 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:39,098 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., storeName=56fb90fbf0d56e70432395d8fb07c2dd/C, priority=13, startTime=1731956678647; duration=0sec 2024-11-18T19:04:39,098 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:39,098 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 56fb90fbf0d56e70432395d8fb07c2dd:C 2024-11-18T19:04:39,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:39,159 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182b4a1fae66604736ab82216c2fb40418_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182b4a1fae66604736ab82216c2fb40418_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:39,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/e4c2acff13e84ce183d0612e6a30d291, store: [table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:39,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/e4c2acff13e84ce183d0612e6a30d291 is 175, key is test_row_0/A:col10/1731956677023/Put/seqid=0 2024-11-18T19:04:39,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742381_1557 (size=30955) 2024-11-18T19:04:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:39,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:39,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956739226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:39,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:39,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956739227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:39,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956739227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956739227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:39,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956739337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:39,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956739338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:39,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956739338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:39,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956739338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:39,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956739547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:39,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956739547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:39,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956739547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:39,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956739548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:39,564 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/e4c2acff13e84ce183d0612e6a30d291 2024-11-18T19:04:39,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/5600e396e7ff4beb822627c332c0a092 is 50, key is test_row_0/B:col10/1731956677023/Put/seqid=0 2024-11-18T19:04:39,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742382_1558 (size=12001) 2024-11-18T19:04:39,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956739857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:39,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956739857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:39,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:39,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956739857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:39,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956739857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:39,972 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/5600e396e7ff4beb822627c332c0a092 2024-11-18T19:04:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-18T19:04:39,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/833c6b275d184e09b2e6f7330bd18474 is 50, key is test_row_0/C:col10/1731956677023/Put/seqid=0 2024-11-18T19:04:39,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742383_1559 (size=12001) 2024-11-18T19:04:40,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956740368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:40,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:40,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956740368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:40,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:40,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:40,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:40,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:40,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:40,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956740368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:40,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:40,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:40,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:40,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956740368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:40,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:40,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:40,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:40,381 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/833c6b275d184e09b2e6f7330bd18474 2024-11-18T19:04:40,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/e4c2acff13e84ce183d0612e6a30d291 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/e4c2acff13e84ce183d0612e6a30d291 2024-11-18T19:04:40,387 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/e4c2acff13e84ce183d0612e6a30d291, entries=150, sequenceid=117, filesize=30.2 K 2024-11-18T19:04:40,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/5600e396e7ff4beb822627c332c0a092 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/5600e396e7ff4beb822627c332c0a092 2024-11-18T19:04:40,391 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/5600e396e7ff4beb822627c332c0a092, entries=150, sequenceid=117, filesize=11.7 K 2024-11-18T19:04:40,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/833c6b275d184e09b2e6f7330bd18474 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/833c6b275d184e09b2e6f7330bd18474 2024-11-18T19:04:40,394 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/833c6b275d184e09b2e6f7330bd18474, entries=150, sequenceid=117, filesize=11.7 K 2024-11-18T19:04:40,394 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 56fb90fbf0d56e70432395d8fb07c2dd in 1650ms, sequenceid=117, compaction requested=false 2024-11-18T19:04:40,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2603): Flush status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:40,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:40,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=179 2024-11-18T19:04:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=179 2024-11-18T19:04:40,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-18T19:04:40,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5650 sec 2024-11-18T19:04:40,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees in 2.5690 sec 2024-11-18T19:04:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:41,380 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:41,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 56fb90fbf0d56e70432395d8fb07c2dd 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-18T19:04:41,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118835a4ec4b720434ca2fb7c290391646f_56fb90fbf0d56e70432395d8fb07c2dd is 50, key is test_row_0/A:col10/1731956679226/Put/seqid=0 2024-11-18T19:04:41,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956741405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:41,411 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,411 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,411 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:41,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742384_1560 (size=14744) 2024-11-18T19:04:41,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956741409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:41,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:41,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956741411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:41,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:41,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956741411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:41,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:41,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956741517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:41,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:41,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,520 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956741517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:41,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:41,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:41,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956741528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:41,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956741528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:41,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956741727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:41,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:41,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956741727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:41,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956741738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956741738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:41,813 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:41,816 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118835a4ec4b720434ca2fb7c290391646f_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118835a4ec4b720434ca2fb7c290391646f_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:41,816 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/af2a1ffd37ee4d0c9427771a8f3b37bd, store: [table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:41,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/af2a1ffd37ee4d0c9427771a8f3b37bd is 175, key is test_row_0/A:col10/1731956679226/Put/seqid=0 2024-11-18T19:04:41,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742385_1561 (size=39699) 2024-11-18T19:04:41,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35116 deadline: 1731956741968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:41,971 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,42799,1731956512499 for 'test_row_1' in 56fb90fbf0d56e70432395d8fb07c2dd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:04:41,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:41,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-18T19:04:41,997 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:41,998 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:04:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees 2024-11-18T19:04:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-18T19:04:41,999 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:04:42,000 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=180, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:04:42,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:04:42,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956742037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:42,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:42,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956742037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:42,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:42,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:42,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:42,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:42,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:42,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956742048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:42,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:42,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956742048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:42,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:42,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:42,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:42,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:42,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-18T19:04:42,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-18T19:04:42,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:42,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:42,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:42,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:42,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:42,220 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/af2a1ffd37ee4d0c9427771a8f3b37bd 2024-11-18T19:04:42,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/8f7e7efb263f48da97aeac8670b61b7d is 50, key is test_row_0/B:col10/1731956679226/Put/seqid=0 2024-11-18T19:04:42,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742386_1562 (size=12101) 2024-11-18T19:04:42,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-18T19:04:42,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:42,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:42,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:42,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:42,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-18T19:04:42,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-18T19:04:42,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:42,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:42,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:42,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:42,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:42,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956742547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:42,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:42,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:42,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956742548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:42,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:42,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:42,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:42,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:42,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956742557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:42,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:42,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956742557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:42,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:42,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:42,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:42,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:42,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:42,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-18T19:04:42,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:42,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:42,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:42,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:42,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-18T19:04:42,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/8f7e7efb263f48da97aeac8670b61b7d 2024-11-18T19:04:42,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/e7fbb77146e844edbd69723d08f253d8 is 50, key is test_row_0/C:col10/1731956679226/Put/seqid=0 2024-11-18T19:04:42,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742387_1563 (size=12101) 2024-11-18T19:04:42,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/e7fbb77146e844edbd69723d08f253d8 2024-11-18T19:04:42,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/af2a1ffd37ee4d0c9427771a8f3b37bd as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/af2a1ffd37ee4d0c9427771a8f3b37bd 2024-11-18T19:04:42,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/af2a1ffd37ee4d0c9427771a8f3b37bd, entries=200, sequenceid=136, filesize=38.8 K 2024-11-18T19:04:42,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/8f7e7efb263f48da97aeac8670b61b7d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/8f7e7efb263f48da97aeac8670b61b7d 2024-11-18T19:04:42,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/8f7e7efb263f48da97aeac8670b61b7d, entries=150, sequenceid=136, filesize=11.8 K 2024-11-18T19:04:42,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/e7fbb77146e844edbd69723d08f253d8 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/e7fbb77146e844edbd69723d08f253d8 2024-11-18T19:04:42,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/e7fbb77146e844edbd69723d08f253d8, entries=150, sequenceid=136, filesize=11.8 K 2024-11-18T19:04:42,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 56fb90fbf0d56e70432395d8fb07c2dd in 1276ms, sequenceid=136, compaction requested=true 2024-11-18T19:04:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 56fb90fbf0d56e70432395d8fb07c2dd:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:04:42,656 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 56fb90fbf0d56e70432395d8fb07c2dd:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:04:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:42,656 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 56fb90fbf0d56e70432395d8fb07c2dd:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:04:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:42,657 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:42,657 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:42,657 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 56fb90fbf0d56e70432395d8fb07c2dd/B is initiating minor compaction (all files) 2024-11-18T19:04:42,657 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 56fb90fbf0d56e70432395d8fb07c2dd/A is initiating minor compaction (all files) 2024-11-18T19:04:42,657 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 56fb90fbf0d56e70432395d8fb07c2dd/B in TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:42,657 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 56fb90fbf0d56e70432395d8fb07c2dd/A in TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:42,657 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/f4ce3b7fa7b6409182eb15eac5c5c398, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/5600e396e7ff4beb822627c332c0a092, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/8f7e7efb263f48da97aeac8670b61b7d] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp, totalSize=35.5 K 2024-11-18T19:04:42,657 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/8fcfabe1e0fe4190987c48abee4b9ed4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/e4c2acff13e84ce183d0612e6a30d291, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/af2a1ffd37ee4d0c9427771a8f3b37bd] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp, totalSize=99.4 K 2024-11-18T19:04:42,657 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:42,657 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. files: [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/8fcfabe1e0fe4190987c48abee4b9ed4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/e4c2acff13e84ce183d0612e6a30d291, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/af2a1ffd37ee4d0c9427771a8f3b37bd] 2024-11-18T19:04:42,657 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting f4ce3b7fa7b6409182eb15eac5c5c398, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731956675861 2024-11-18T19:04:42,657 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fcfabe1e0fe4190987c48abee4b9ed4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731956675861 2024-11-18T19:04:42,657 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 5600e396e7ff4beb822627c332c0a092, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731956677017 2024-11-18T19:04:42,657 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4c2acff13e84ce183d0612e6a30d291, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731956677017 2024-11-18T19:04:42,658 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting af2a1ffd37ee4d0c9427771a8f3b37bd, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731956679190 2024-11-18T19:04:42,658 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f7e7efb263f48da97aeac8670b61b7d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731956679190 2024-11-18T19:04:42,661 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:42,663 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118712f5cc9cb5345a8a196607763707899_56fb90fbf0d56e70432395d8fb07c2dd store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:42,663 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 56fb90fbf0d56e70432395d8fb07c2dd#B#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:42,664 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/68961a65a67643fd9c36b303e3687660 is 50, key is test_row_0/B:col10/1731956679226/Put/seqid=0 2024-11-18T19:04:42,665 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118712f5cc9cb5345a8a196607763707899_56fb90fbf0d56e70432395d8fb07c2dd, store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:42,665 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118712f5cc9cb5345a8a196607763707899_56fb90fbf0d56e70432395d8fb07c2dd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:42,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742388_1564 (size=12409) 2024-11-18T19:04:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742389_1565 (size=4469) 2024-11-18T19:04:42,674 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/68961a65a67643fd9c36b303e3687660 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/68961a65a67643fd9c36b303e3687660 2024-11-18T19:04:42,675 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 56fb90fbf0d56e70432395d8fb07c2dd#A#compaction#483 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:42,676 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/66dbf1b5ac944df3b67a5d728a8c7569 is 175, key is test_row_0/A:col10/1731956679226/Put/seqid=0 2024-11-18T19:04:42,680 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 56fb90fbf0d56e70432395d8fb07c2dd/B of 56fb90fbf0d56e70432395d8fb07c2dd into 68961a65a67643fd9c36b303e3687660(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:42,680 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:42,680 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., storeName=56fb90fbf0d56e70432395d8fb07c2dd/B, priority=13, startTime=1731956682656; duration=0sec 2024-11-18T19:04:42,680 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:42,680 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 56fb90fbf0d56e70432395d8fb07c2dd:B 2024-11-18T19:04:42,680 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:42,681 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:42,681 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 56fb90fbf0d56e70432395d8fb07c2dd/C is initiating minor compaction (all files) 2024-11-18T19:04:42,681 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 56fb90fbf0d56e70432395d8fb07c2dd/C in TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:42,681 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/b76877812ed64aef9c5dee6ea7c87a48, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/833c6b275d184e09b2e6f7330bd18474, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/e7fbb77146e844edbd69723d08f253d8] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp, totalSize=35.5 K 2024-11-18T19:04:42,682 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting b76877812ed64aef9c5dee6ea7c87a48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731956675861 2024-11-18T19:04:42,682 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 833c6b275d184e09b2e6f7330bd18474, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731956677017 2024-11-18T19:04:42,682 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting e7fbb77146e844edbd69723d08f253d8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731956679190 2024-11-18T19:04:42,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742390_1566 (size=31363) 2024-11-18T19:04:42,689 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/66dbf1b5ac944df3b67a5d728a8c7569 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/66dbf1b5ac944df3b67a5d728a8c7569 2024-11-18T19:04:42,689 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 56fb90fbf0d56e70432395d8fb07c2dd#C#compaction#485 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:42,689 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/f5c013c8cf88415c82d182b65532d896 is 50, key is test_row_0/C:col10/1731956679226/Put/seqid=0 2024-11-18T19:04:42,694 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 56fb90fbf0d56e70432395d8fb07c2dd/A of 56fb90fbf0d56e70432395d8fb07c2dd into 66dbf1b5ac944df3b67a5d728a8c7569(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:42,694 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:42,694 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., storeName=56fb90fbf0d56e70432395d8fb07c2dd/A, priority=13, startTime=1731956682656; duration=0sec 2024-11-18T19:04:42,694 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:42,694 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 56fb90fbf0d56e70432395d8fb07c2dd:A 2024-11-18T19:04:42,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742391_1567 (size=12409) 2024-11-18T19:04:42,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-18T19:04:42,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:42,761 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2902): Flushing 56fb90fbf0d56e70432395d8fb07c2dd 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-18T19:04:42,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118020bafbed87b4ab2a3947503e85946b0_56fb90fbf0d56e70432395d8fb07c2dd is 50, key is test_row_0/A:col10/1731956681402/Put/seqid=0 2024-11-18T19:04:42,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742392_1568 (size=12304) 2024-11-18T19:04:43,101 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/f5c013c8cf88415c82d182b65532d896 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/f5c013c8cf88415c82d182b65532d896 2024-11-18T19:04:43,105 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 56fb90fbf0d56e70432395d8fb07c2dd/C of 56fb90fbf0d56e70432395d8fb07c2dd into f5c013c8cf88415c82d182b65532d896(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:43,105 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:43,105 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., storeName=56fb90fbf0d56e70432395d8fb07c2dd/C, priority=13, startTime=1731956682656; duration=0sec 2024-11-18T19:04:43,105 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:43,105 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 56fb90fbf0d56e70432395d8fb07c2dd:C 2024-11-18T19:04:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-18T19:04:43,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,172 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118020bafbed87b4ab2a3947503e85946b0_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118020bafbed87b4ab2a3947503e85946b0_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:43,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/027b4f3710d543a1923c3689bd305161, store: [table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:43,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/027b4f3710d543a1923c3689bd305161 is 175, key is test_row_0/A:col10/1731956681402/Put/seqid=0 2024-11-18T19:04:43,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742393_1569 (size=31105) 2024-11-18T19:04:43,176 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/027b4f3710d543a1923c3689bd305161 2024-11-18T19:04:43,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/d18ecca064634652974b21015d0c462d is 50, key is test_row_0/B:col10/1731956681402/Put/seqid=0 2024-11-18T19:04:43,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742394_1570 (size=12151) 2024-11-18T19:04:43,186 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/d18ecca064634652974b21015d0c462d 2024-11-18T19:04:43,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/6c136f119ad44ad1a22907f66606a682 is 50, key is test_row_0/C:col10/1731956681402/Put/seqid=0 2024-11-18T19:04:43,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742395_1571 (size=12151) 2024-11-18T19:04:43,199 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/6c136f119ad44ad1a22907f66606a682 2024-11-18T19:04:43,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/027b4f3710d543a1923c3689bd305161 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/027b4f3710d543a1923c3689bd305161 2024-11-18T19:04:43,204 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/027b4f3710d543a1923c3689bd305161, entries=150, sequenceid=158, filesize=30.4 K 2024-11-18T19:04:43,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/d18ecca064634652974b21015d0c462d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/d18ecca064634652974b21015d0c462d 2024-11-18T19:04:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,208 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/d18ecca064634652974b21015d0c462d, entries=150, sequenceid=158, filesize=11.9 K 2024-11-18T19:04:43,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/6c136f119ad44ad1a22907f66606a682 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/6c136f119ad44ad1a22907f66606a682 2024-11-18T19:04:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,211 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/6c136f119ad44ad1a22907f66606a682, entries=150, sequenceid=158, filesize=11.9 K 2024-11-18T19:04:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,212 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 56fb90fbf0d56e70432395d8fb07c2dd in 451ms, sequenceid=158, compaction requested=false 2024-11-18T19:04:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2603): Flush status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=181 2024-11-18T19:04:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=181 2024-11-18T19:04:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180 2024-11-18T19:04:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2130 sec 2024-11-18T19:04:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees in 1.2180 sec 2024-11-18T19:04:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:43,589 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:43,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 56fb90fbf0d56e70432395d8fb07c2dd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T19:04:43,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f8fc85c00f784f86b875fda7ed7b7fe3_56fb90fbf0d56e70432395d8fb07c2dd is 50, key is test_row_0/A:col10/1731956683588/Put/seqid=0 2024-11-18T19:04:43,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742396_1572 (size=17284) 2024-11-18T19:04:43,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956743616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:43,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:43,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956743617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:43,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:43,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956743618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:43,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:43,622 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,622 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,622 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:43,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956743619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:43,623 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,623 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,623 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:43,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956743727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:43,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:43,729 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956743727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:43,729 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,729 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:43,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956743727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:43,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956743727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:43,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956743937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:43,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956743937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956743937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:43,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956743937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:43,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:43,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:43,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:44,000 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:44,003 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f8fc85c00f784f86b875fda7ed7b7fe3_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f8fc85c00f784f86b875fda7ed7b7fe3_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:44,004 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/16cfeac3826b495781d0a228e842f090, store: [table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:44,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/16cfeac3826b495781d0a228e842f090 is 175, key is test_row_0/A:col10/1731956683588/Put/seqid=0 2024-11-18T19:04:44,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742397_1573 (size=48389) 2024-11-18T19:04:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-18T19:04:44,157 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:44,158 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:04:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=182, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees 2024-11-18T19:04:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-18T19:04:44,159 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=182, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:04:44,160 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=182, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:04:44,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:04:44,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956744248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:44,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956744248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:44,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956744248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:44,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956744248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-18T19:04:44,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-18T19:04:44,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:44,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:44,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:44,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:44,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:44,411 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/16cfeac3826b495781d0a228e842f090 2024-11-18T19:04:44,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/7c543b942a9248ca9754b6a53dcfb8c9 is 50, key is test_row_0/B:col10/1731956683588/Put/seqid=0 2024-11-18T19:04:44,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742398_1574 (size=12151) 2024-11-18T19:04:44,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-18T19:04:44,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:44,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:44,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:44,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:44,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-18T19:04:44,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-18T19:04:44,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:44,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:44,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:44,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:44,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:44,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956744757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:44,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956744757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:44,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:44,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:44,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:44,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:44,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:44,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956744757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:44,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:44,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:44,760 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956744757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:44,760 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:44,760 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:44,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:44,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:44,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:44,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-18T19:04:44,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:44,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:44,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:44,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:44,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-18T19:04:44,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/7c543b942a9248ca9754b6a53dcfb8c9 2024-11-18T19:04:44,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/99b9bc13d2204955b3a85ae24432ae4a is 50, key is test_row_0/C:col10/1731956683588/Put/seqid=0 2024-11-18T19:04:44,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742399_1575 (size=12151) 2024-11-18T19:04:44,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-18T19:04:44,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:44,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:44,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:44,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:44,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:45,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-18T19:04:45,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:45,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:45,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:45,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:45,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:45,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-18T19:04:45,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:45,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:45,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:45,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:45,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:45,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/99b9bc13d2204955b3a85ae24432ae4a 2024-11-18T19:04:45,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/16cfeac3826b495781d0a228e842f090 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/16cfeac3826b495781d0a228e842f090 2024-11-18T19:04:45,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/16cfeac3826b495781d0a228e842f090, entries=250, sequenceid=170, filesize=47.3 K 2024-11-18T19:04:45,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/7c543b942a9248ca9754b6a53dcfb8c9 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/7c543b942a9248ca9754b6a53dcfb8c9 2024-11-18T19:04:45,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/7c543b942a9248ca9754b6a53dcfb8c9, entries=150, sequenceid=170, filesize=11.9 K 2024-11-18T19:04:45,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/99b9bc13d2204955b3a85ae24432ae4a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/99b9bc13d2204955b3a85ae24432ae4a 2024-11-18T19:04:45,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/99b9bc13d2204955b3a85ae24432ae4a, entries=150, sequenceid=170, filesize=11.9 K 2024-11-18T19:04:45,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 56fb90fbf0d56e70432395d8fb07c2dd in 1655ms, sequenceid=170, compaction requested=true 2024-11-18T19:04:45,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:45,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 56fb90fbf0d56e70432395d8fb07c2dd:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:04:45,245 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:45,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:45,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 56fb90fbf0d56e70432395d8fb07c2dd:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:04:45,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:45,245 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:45,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 56fb90fbf0d56e70432395d8fb07c2dd:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:04:45,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:45,245 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:45,245 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:45,246 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 56fb90fbf0d56e70432395d8fb07c2dd/A is initiating minor compaction (all files) 2024-11-18T19:04:45,246 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 56fb90fbf0d56e70432395d8fb07c2dd/B is initiating minor compaction (all files) 2024-11-18T19:04:45,246 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 56fb90fbf0d56e70432395d8fb07c2dd/A in TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:45,246 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 56fb90fbf0d56e70432395d8fb07c2dd/B in TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:45,246 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/66dbf1b5ac944df3b67a5d728a8c7569, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/027b4f3710d543a1923c3689bd305161, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/16cfeac3826b495781d0a228e842f090] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp, totalSize=108.3 K 2024-11-18T19:04:45,246 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/68961a65a67643fd9c36b303e3687660, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/d18ecca064634652974b21015d0c462d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/7c543b942a9248ca9754b6a53dcfb8c9] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp, totalSize=35.9 K 2024-11-18T19:04:45,246 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:45,246 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. files: [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/66dbf1b5ac944df3b67a5d728a8c7569, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/027b4f3710d543a1923c3689bd305161, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/16cfeac3826b495781d0a228e842f090] 2024-11-18T19:04:45,246 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 68961a65a67643fd9c36b303e3687660, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731956679190 2024-11-18T19:04:45,247 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66dbf1b5ac944df3b67a5d728a8c7569, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731956679190 2024-11-18T19:04:45,247 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting d18ecca064634652974b21015d0c462d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731956681402 2024-11-18T19:04:45,247 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 027b4f3710d543a1923c3689bd305161, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731956681402 2024-11-18T19:04:45,247 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c543b942a9248ca9754b6a53dcfb8c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731956683587 2024-11-18T19:04:45,247 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16cfeac3826b495781d0a228e842f090, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731956683579 2024-11-18T19:04:45,252 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 56fb90fbf0d56e70432395d8fb07c2dd#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:45,253 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/3f31c5d72edf44b1a3db68e7dd2a87e5 is 50, key is test_row_0/B:col10/1731956683588/Put/seqid=0 2024-11-18T19:04:45,256 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:45,257 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118a541d7dd2853403d927368622ddcbd1b_56fb90fbf0d56e70432395d8fb07c2dd store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:45,260 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118a541d7dd2853403d927368622ddcbd1b_56fb90fbf0d56e70432395d8fb07c2dd, store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:45,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742400_1576 (size=12561) 2024-11-18T19:04:45,260 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a541d7dd2853403d927368622ddcbd1b_56fb90fbf0d56e70432395d8fb07c2dd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:45,265 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/3f31c5d72edf44b1a3db68e7dd2a87e5 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/3f31c5d72edf44b1a3db68e7dd2a87e5 2024-11-18T19:04:45,269 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 56fb90fbf0d56e70432395d8fb07c2dd/B of 56fb90fbf0d56e70432395d8fb07c2dd into 3f31c5d72edf44b1a3db68e7dd2a87e5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:45,269 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:45,269 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., storeName=56fb90fbf0d56e70432395d8fb07c2dd/B, priority=13, startTime=1731956685245; duration=0sec 2024-11-18T19:04:45,269 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:45,269 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 56fb90fbf0d56e70432395d8fb07c2dd:B 2024-11-18T19:04:45,269 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:45,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742401_1577 (size=4469) 2024-11-18T19:04:45,274 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:45,274 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 56fb90fbf0d56e70432395d8fb07c2dd/C is initiating minor compaction (all files) 2024-11-18T19:04:45,274 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 56fb90fbf0d56e70432395d8fb07c2dd/C in TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:45,274 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/f5c013c8cf88415c82d182b65532d896, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/6c136f119ad44ad1a22907f66606a682, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/99b9bc13d2204955b3a85ae24432ae4a] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp, totalSize=35.9 K 2024-11-18T19:04:45,274 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting f5c013c8cf88415c82d182b65532d896, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731956679190 2024-11-18T19:04:45,275 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c136f119ad44ad1a22907f66606a682, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731956681402 2024-11-18T19:04:45,275 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 99b9bc13d2204955b3a85ae24432ae4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731956683587 2024-11-18T19:04:45,281 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 56fb90fbf0d56e70432395d8fb07c2dd#C#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:45,281 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/29e320b866014caea2e67bf8ad51c25c is 50, key is test_row_0/C:col10/1731956683588/Put/seqid=0 2024-11-18T19:04:45,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742402_1578 (size=12561) 2024-11-18T19:04:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-18T19:04:45,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-18T19:04:45,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:45,380 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2902): Flushing 56fb90fbf0d56e70432395d8fb07c2dd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-18T19:04:45,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111808e0834f1026432d9657e05081ad5fbd_56fb90fbf0d56e70432395d8fb07c2dd is 50, key is test_row_0/A:col10/1731956683617/Put/seqid=0 2024-11-18T19:04:45,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742403_1579 (size=12304) 2024-11-18T19:04:45,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:45,390 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111808e0834f1026432d9657e05081ad5fbd_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111808e0834f1026432d9657e05081ad5fbd_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:45,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/27b7e48090f046a2a0282a57238f73f8, store: [table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:45,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/27b7e48090f046a2a0282a57238f73f8 is 175, key is test_row_0/A:col10/1731956683617/Put/seqid=0 2024-11-18T19:04:45,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742404_1580 (size=31105) 2024-11-18T19:04:45,671 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 56fb90fbf0d56e70432395d8fb07c2dd#A#compaction#493 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:45,671 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/96e19a4aa5804ac6bd9612ca953550e1 is 175, key is test_row_0/A:col10/1731956683588/Put/seqid=0 2024-11-18T19:04:45,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742405_1581 (size=31515) 2024-11-18T19:04:45,687 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/29e320b866014caea2e67bf8ad51c25c as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/29e320b866014caea2e67bf8ad51c25c 2024-11-18T19:04:45,690 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 56fb90fbf0d56e70432395d8fb07c2dd/C of 56fb90fbf0d56e70432395d8fb07c2dd into 29e320b866014caea2e67bf8ad51c25c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:45,690 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:45,691 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., storeName=56fb90fbf0d56e70432395d8fb07c2dd/C, priority=13, startTime=1731956685245; duration=0sec 2024-11-18T19:04:45,691 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:45,691 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 56fb90fbf0d56e70432395d8fb07c2dd:C 2024-11-18T19:04:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:45,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:45,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956745777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:45,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956745778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:45,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:45,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:45,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:45,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:45,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:45,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:45,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956745781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:45,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:45,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:45,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:45,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956745782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:45,786 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:45,786 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:45,786 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:45,794 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/27b7e48090f046a2a0282a57238f73f8 2024-11-18T19:04:45,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/832c4054cec24896b050a6006913c10a is 50, key is test_row_0/B:col10/1731956683617/Put/seqid=0 2024-11-18T19:04:45,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742406_1582 (size=12151) 2024-11-18T19:04:45,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956745887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:45,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:45,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956745887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:45,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:45,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:45,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956745887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:45,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:45,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:45,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:45,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956745887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:45,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:45,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:45,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:45,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:45,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:45,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:46,078 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/96e19a4aa5804ac6bd9612ca953550e1 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/96e19a4aa5804ac6bd9612ca953550e1 2024-11-18T19:04:46,081 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 56fb90fbf0d56e70432395d8fb07c2dd/A of 56fb90fbf0d56e70432395d8fb07c2dd into 96e19a4aa5804ac6bd9612ca953550e1(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:46,081 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:46,081 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., storeName=56fb90fbf0d56e70432395d8fb07c2dd/A, priority=13, startTime=1731956685245; duration=0sec 2024-11-18T19:04:46,081 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:46,081 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 56fb90fbf0d56e70432395d8fb07c2dd:A 2024-11-18T19:04:46,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956746097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:46,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956746097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:46,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:46,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:46,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956746097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:46,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:46,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956746107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:46,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:46,203 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/832c4054cec24896b050a6006913c10a 2024-11-18T19:04:46,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/6dfe6820543f48288eb392ab45c4eb85 is 50, key is test_row_0/C:col10/1731956683617/Put/seqid=0 2024-11-18T19:04:46,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742407_1583 (size=12151) 2024-11-18T19:04:46,212 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/6dfe6820543f48288eb392ab45c4eb85 2024-11-18T19:04:46,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/27b7e48090f046a2a0282a57238f73f8 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/27b7e48090f046a2a0282a57238f73f8 2024-11-18T19:04:46,217 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/27b7e48090f046a2a0282a57238f73f8, entries=150, sequenceid=196, filesize=30.4 K 2024-11-18T19:04:46,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/832c4054cec24896b050a6006913c10a as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/832c4054cec24896b050a6006913c10a 2024-11-18T19:04:46,221 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/832c4054cec24896b050a6006913c10a, entries=150, sequenceid=196, filesize=11.9 K 2024-11-18T19:04:46,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/6dfe6820543f48288eb392ab45c4eb85 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/6dfe6820543f48288eb392ab45c4eb85 2024-11-18T19:04:46,223 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/6dfe6820543f48288eb392ab45c4eb85, entries=150, sequenceid=196, filesize=11.9 K 2024-11-18T19:04:46,224 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 56fb90fbf0d56e70432395d8fb07c2dd in 844ms, sequenceid=196, compaction requested=false 2024-11-18T19:04:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2603): Flush status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=183 2024-11-18T19:04:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=183 2024-11-18T19:04:46,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=183, resume processing ppid=182 2024-11-18T19:04:46,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=183, ppid=182, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0650 sec 2024-11-18T19:04:46,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees in 2.0690 sec 2024-11-18T19:04:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-18T19:04:46,307 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:46,308 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:04:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=184, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees 2024-11-18T19:04:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-18T19:04:46,309 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=184, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:04:46,310 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=184, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:04:46,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=185, ppid=184, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:04:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:46,409 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:46,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 56fb90fbf0d56e70432395d8fb07c2dd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-18T19:04:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-18T19:04:46,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956746435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:46,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111853f4c8546dbb4702bcdafd4934875569_56fb90fbf0d56e70432395d8fb07c2dd is 50, key is test_row_0/A:col10/1731956686408/Put/seqid=0 2024-11-18T19:04:46,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956746439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:46,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956746441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:46,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742408_1584 (size=12304) 2024-11-18T19:04:46,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956746441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:46,446 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:46,448 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111853f4c8546dbb4702bcdafd4934875569_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111853f4c8546dbb4702bcdafd4934875569_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:46,449 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/669a176b21d74a19a99f1a6929c32502, store: [table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:46,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/669a176b21d74a19a99f1a6929c32502 is 175, key is test_row_0/A:col10/1731956686408/Put/seqid=0 2024-11-18T19:04:46,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742409_1585 (size=31105) 2024-11-18T19:04:46,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-11-18T19:04:46,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:46,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:46,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:46,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:46,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:46,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956746547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:46,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956746547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:46,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956746548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:46,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956746548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:46,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-11-18T19:04:46,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:46,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:46,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:46,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:46,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-18T19:04:46,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956746757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:46,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956746757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:46,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956746758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:46,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:46,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956746758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:46,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:46,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:46,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-11-18T19:04:46,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:46,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:46,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:46,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:46,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:46,852 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/669a176b21d74a19a99f1a6929c32502 2024-11-18T19:04:46,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/9a2de982b3bf4708a7c4e1f93a0b0b55 is 50, key is test_row_0/B:col10/1731956686408/Put/seqid=0 2024-11-18T19:04:46,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742410_1586 (size=12151) 2024-11-18T19:04:46,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/9a2de982b3bf4708a7c4e1f93a0b0b55 2024-11-18T19:04:46,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/342879dd5dee4aa09d938db42e534632 is 50, key is test_row_0/C:col10/1731956686408/Put/seqid=0 2024-11-18T19:04:46,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742411_1587 (size=12151) 2024-11-18T19:04:46,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-11-18T19:04:46,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:46,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:46,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:46,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:46,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-18T19:04:47,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:47,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956747067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956747067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956747067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956747067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:47,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-11-18T19:04:47,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:47,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:47,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:47,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:47,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:47,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-11-18T19:04:47,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:47,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:47,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:47,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:47,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:47,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/342879dd5dee4aa09d938db42e534632 2024-11-18T19:04:47,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/669a176b21d74a19a99f1a6929c32502 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/669a176b21d74a19a99f1a6929c32502 2024-11-18T19:04:47,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/669a176b21d74a19a99f1a6929c32502, entries=150, sequenceid=211, filesize=30.4 K 2024-11-18T19:04:47,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/9a2de982b3bf4708a7c4e1f93a0b0b55 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/9a2de982b3bf4708a7c4e1f93a0b0b55 2024-11-18T19:04:47,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/9a2de982b3bf4708a7c4e1f93a0b0b55, entries=150, sequenceid=211, filesize=11.9 K 2024-11-18T19:04:47,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/342879dd5dee4aa09d938db42e534632 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/342879dd5dee4aa09d938db42e534632 2024-11-18T19:04:47,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/342879dd5dee4aa09d938db42e534632, entries=150, sequenceid=211, filesize=11.9 K 2024-11-18T19:04:47,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 56fb90fbf0d56e70432395d8fb07c2dd in 870ms, sequenceid=211, compaction requested=true 2024-11-18T19:04:47,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:47,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 56fb90fbf0d56e70432395d8fb07c2dd:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:04:47,280 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:47,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:47,280 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:47,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 56fb90fbf0d56e70432395d8fb07c2dd:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:04:47,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:47,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 56fb90fbf0d56e70432395d8fb07c2dd:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:04:47,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:47,280 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:47,280 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:47,280 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 56fb90fbf0d56e70432395d8fb07c2dd/A is initiating minor compaction (all files) 2024-11-18T19:04:47,280 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 56fb90fbf0d56e70432395d8fb07c2dd/B is initiating minor compaction (all files) 2024-11-18T19:04:47,280 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 56fb90fbf0d56e70432395d8fb07c2dd/B in TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:47,280 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 56fb90fbf0d56e70432395d8fb07c2dd/A in TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:47,280 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/96e19a4aa5804ac6bd9612ca953550e1, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/27b7e48090f046a2a0282a57238f73f8, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/669a176b21d74a19a99f1a6929c32502] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp, totalSize=91.5 K 2024-11-18T19:04:47,280 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/3f31c5d72edf44b1a3db68e7dd2a87e5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/832c4054cec24896b050a6006913c10a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/9a2de982b3bf4708a7c4e1f93a0b0b55] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp, totalSize=36.0 K 2024-11-18T19:04:47,281 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:47,281 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. files: [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/96e19a4aa5804ac6bd9612ca953550e1, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/27b7e48090f046a2a0282a57238f73f8, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/669a176b21d74a19a99f1a6929c32502] 2024-11-18T19:04:47,281 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f31c5d72edf44b1a3db68e7dd2a87e5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731956683587 2024-11-18T19:04:47,281 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96e19a4aa5804ac6bd9612ca953550e1, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731956683587 2024-11-18T19:04:47,281 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 832c4054cec24896b050a6006913c10a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731956683612 2024-11-18T19:04:47,281 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27b7e48090f046a2a0282a57238f73f8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731956683612 2024-11-18T19:04:47,281 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a2de982b3bf4708a7c4e1f93a0b0b55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731956685776 2024-11-18T19:04:47,281 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 669a176b21d74a19a99f1a6929c32502, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731956685776 2024-11-18T19:04:47,286 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:47,286 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 56fb90fbf0d56e70432395d8fb07c2dd#B#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:47,287 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/305419032c9249a8b8bf3a887d1caf2d is 50, key is test_row_0/B:col10/1731956686408/Put/seqid=0 2024-11-18T19:04:47,287 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118d3e506606a4a463da60e544d09d85b15_56fb90fbf0d56e70432395d8fb07c2dd store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:47,288 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118d3e506606a4a463da60e544d09d85b15_56fb90fbf0d56e70432395d8fb07c2dd, store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:47,289 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d3e506606a4a463da60e544d09d85b15_56fb90fbf0d56e70432395d8fb07c2dd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:47,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742413_1589 (size=4469) 2024-11-18T19:04:47,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742412_1588 (size=12663) 2024-11-18T19:04:47,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-11-18T19:04:47,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:47,377 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2902): Flushing 56fb90fbf0d56e70432395d8fb07c2dd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T19:04:47,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ac239c96b36346d68f008aea56b349c4_56fb90fbf0d56e70432395d8fb07c2dd is 50, key is test_row_0/A:col10/1731956686434/Put/seqid=0 2024-11-18T19:04:47,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742414_1590 (size=12304) 2024-11-18T19:04:47,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:47,387 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ac239c96b36346d68f008aea56b349c4_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ac239c96b36346d68f008aea56b349c4_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:47,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/c35edd4e529248b28cb06ba5a19f58ee, store: [table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:47,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/c35edd4e529248b28cb06ba5a19f58ee is 175, key is test_row_0/A:col10/1731956686434/Put/seqid=0 2024-11-18T19:04:47,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742415_1591 (size=31105) 2024-11-18T19:04:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-18T19:04:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:47,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:47,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956747587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:47,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956747588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:47,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:47,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:47,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956747588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:47,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:47,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956747593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:47,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:47,694 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 56fb90fbf0d56e70432395d8fb07c2dd#A#compaction#502 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:47,694 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/1608fbd74b284a43ac32e37644c70ea4 is 175, key is test_row_0/A:col10/1731956686408/Put/seqid=0 2024-11-18T19:04:47,697 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/305419032c9249a8b8bf3a887d1caf2d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/305419032c9249a8b8bf3a887d1caf2d 2024-11-18T19:04:47,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742416_1592 (size=31617) 2024-11-18T19:04:47,701 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 56fb90fbf0d56e70432395d8fb07c2dd/B of 56fb90fbf0d56e70432395d8fb07c2dd into 305419032c9249a8b8bf3a887d1caf2d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:47,701 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:47,701 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., storeName=56fb90fbf0d56e70432395d8fb07c2dd/B, priority=13, startTime=1731956687280; duration=0sec 2024-11-18T19:04:47,701 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:47,701 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 56fb90fbf0d56e70432395d8fb07c2dd:B 2024-11-18T19:04:47,701 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:47,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956747697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:47,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:47,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956747698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:47,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:47,702 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,702 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,702 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:47,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956747698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:47,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:47,702 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:47,702 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 56fb90fbf0d56e70432395d8fb07c2dd/C is initiating minor compaction (all files) 2024-11-18T19:04:47,703 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 56fb90fbf0d56e70432395d8fb07c2dd/C in TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:47,703 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/29e320b866014caea2e67bf8ad51c25c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/6dfe6820543f48288eb392ab45c4eb85, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/342879dd5dee4aa09d938db42e534632] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp, totalSize=36.0 K 2024-11-18T19:04:47,703 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/1608fbd74b284a43ac32e37644c70ea4 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/1608fbd74b284a43ac32e37644c70ea4 2024-11-18T19:04:47,703 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 29e320b866014caea2e67bf8ad51c25c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731956683587 2024-11-18T19:04:47,703 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dfe6820543f48288eb392ab45c4eb85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731956683612 2024-11-18T19:04:47,703 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 342879dd5dee4aa09d938db42e534632, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731956685776 2024-11-18T19:04:47,706 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 56fb90fbf0d56e70432395d8fb07c2dd/A of 56fb90fbf0d56e70432395d8fb07c2dd into 1608fbd74b284a43ac32e37644c70ea4(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:47,706 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:47,706 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., storeName=56fb90fbf0d56e70432395d8fb07c2dd/A, priority=13, startTime=1731956687279; duration=0sec 2024-11-18T19:04:47,706 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:47,706 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 56fb90fbf0d56e70432395d8fb07c2dd:A 2024-11-18T19:04:47,709 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 56fb90fbf0d56e70432395d8fb07c2dd#C#compaction#504 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:47,709 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/d9fd37c292b6486bb4e70e68b82edbe5 is 50, key is test_row_0/C:col10/1731956686408/Put/seqid=0 2024-11-18T19:04:47,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956747707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:47,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:47,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742417_1593 (size=12663) 2024-11-18T19:04:47,792 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/c35edd4e529248b28cb06ba5a19f58ee 2024-11-18T19:04:47,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/2dcdf060d7994287a22d72a78a5c20d6 is 50, key is test_row_0/B:col10/1731956686434/Put/seqid=0 2024-11-18T19:04:47,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742418_1594 (size=12151) 2024-11-18T19:04:47,813 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/2dcdf060d7994287a22d72a78a5c20d6 2024-11-18T19:04:47,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/b2a3e4fa7aff4c13b86f5df8aab925dd is 50, key is test_row_0/C:col10/1731956686434/Put/seqid=0 2024-11-18T19:04:47,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742419_1595 (size=12151) 2024-11-18T19:04:47,820 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/b2a3e4fa7aff4c13b86f5df8aab925dd 2024-11-18T19:04:47,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/c35edd4e529248b28cb06ba5a19f58ee as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c35edd4e529248b28cb06ba5a19f58ee 2024-11-18T19:04:47,825 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c35edd4e529248b28cb06ba5a19f58ee, entries=150, sequenceid=235, filesize=30.4 K 2024-11-18T19:04:47,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/2dcdf060d7994287a22d72a78a5c20d6 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/2dcdf060d7994287a22d72a78a5c20d6 2024-11-18T19:04:47,829 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/2dcdf060d7994287a22d72a78a5c20d6, entries=150, sequenceid=235, filesize=11.9 K 2024-11-18T19:04:47,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/b2a3e4fa7aff4c13b86f5df8aab925dd as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/b2a3e4fa7aff4c13b86f5df8aab925dd 2024-11-18T19:04:47,833 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/b2a3e4fa7aff4c13b86f5df8aab925dd, entries=150, sequenceid=235, filesize=11.9 K 2024-11-18T19:04:47,833 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 56fb90fbf0d56e70432395d8fb07c2dd in 456ms, sequenceid=235, compaction requested=false 2024-11-18T19:04:47,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2603): Flush status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:47,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:47,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=185 2024-11-18T19:04:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=185 2024-11-18T19:04:47,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=185, resume processing ppid=184 2024-11-18T19:04:47,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=185, ppid=184, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5250 sec 2024-11-18T19:04:47,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=184, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees in 1.5290 sec 2024-11-18T19:04:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:47,910 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-18T19:04:47,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 56fb90fbf0d56e70432395d8fb07c2dd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T19:04:47,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118eb82b75c03a04dc5a69bf7e38633c7ef_56fb90fbf0d56e70432395d8fb07c2dd is 50, key is test_row_0/A:col10/1731956687585/Put/seqid=0 2024-11-18T19:04:47,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742420_1596 (size=14794) 2024-11-18T19:04:47,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956747934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:47,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:47,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956747935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:47,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:47,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956747936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956747937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:48,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956748048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:48,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:48,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956748048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:48,051 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,051 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,051 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:48,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956748048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:48,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:48,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956748048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:48,052 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,052 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,052 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:48,115 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/d9fd37c292b6486bb4e70e68b82edbe5 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/d9fd37c292b6486bb4e70e68b82edbe5 2024-11-18T19:04:48,119 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 56fb90fbf0d56e70432395d8fb07c2dd/C of 56fb90fbf0d56e70432395d8fb07c2dd into d9fd37c292b6486bb4e70e68b82edbe5(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:48,119 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:48,119 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., storeName=56fb90fbf0d56e70432395d8fb07c2dd/C, priority=13, startTime=1731956687280; duration=0sec 2024-11-18T19:04:48,119 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:48,119 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 56fb90fbf0d56e70432395d8fb07c2dd:C 2024-11-18T19:04:48,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956748257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:48,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956748257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:48,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956748257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:48,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956748257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:48,333 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:48,335 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118eb82b75c03a04dc5a69bf7e38633c7ef_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118eb82b75c03a04dc5a69bf7e38633c7ef_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:48,336 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/0e6a79b69e7f4f3187cf5924eab8cae2, store: [table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:48,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/0e6a79b69e7f4f3187cf5924eab8cae2 is 175, key is test_row_0/A:col10/1731956687585/Put/seqid=0 2024-11-18T19:04:48,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742421_1597 (size=39749) 2024-11-18T19:04:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-18T19:04:48,468 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:48,468 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:04:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=186, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=TestAcidGuarantees 2024-11-18T19:04:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-11-18T19:04:48,470 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=186, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:04:48,470 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=186, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:04:48,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=187, ppid=186, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:04:48,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956748571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:48,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:48,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956748571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:48,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:48,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956748571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956748571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-11-18T19:04:48,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=187 2024-11-18T19:04:48,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:48,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:48,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:48,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] handler.RSProcedureHandler(58): pid=187 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:48,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=187 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=187 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:48,739 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/0e6a79b69e7f4f3187cf5924eab8cae2 2024-11-18T19:04:48,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/9753e17eeb694913a8a1208f792cb4bc is 50, key is test_row_0/B:col10/1731956687585/Put/seqid=0 2024-11-18T19:04:48,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742422_1598 (size=12151) 2024-11-18T19:04:48,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=187 2024-11-18T19:04:48,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:48,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:48,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:48,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] handler.RSProcedureHandler(58): pid=187 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:48,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=187 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=187 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-11-18T19:04:48,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=187 2024-11-18T19:04:48,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:48,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:48,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:48,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=187}] handler.RSProcedureHandler(58): pid=187 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:48,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=187 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=187 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:49,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=187 2024-11-18T19:04:49,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:49,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35184 deadline: 1731956749077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:49,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:49,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:49,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] handler.RSProcedureHandler(58): pid=187 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:49,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:49,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:49,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:49,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=187 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=187 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:49,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35138 deadline: 1731956749087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:49,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35196 deadline: 1731956749087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:49,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:49,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:49,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:49,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:49,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:04:49,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:49,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42799 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35166 deadline: 1731956749087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:49,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 , the old value is region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:49,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:04:49,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., hostname=39fff3b0f89c,42799,1731956512499, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:04:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-11-18T19:04:49,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/9753e17eeb694913a8a1208f792cb4bc 2024-11-18T19:04:49,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/72cc6e3f6a9749b9966a3ac0c7cddcbb is 50, key is test_row_0/C:col10/1731956687585/Put/seqid=0 2024-11-18T19:04:49,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742423_1599 (size=12151) 2024-11-18T19:04:49,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=187 2024-11-18T19:04:49,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:49,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:49,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:49,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] handler.RSProcedureHandler(58): pid=187 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:49,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=187 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=187 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:49,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=187 2024-11-18T19:04:49,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:49,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:49,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:49,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=187}] handler.RSProcedureHandler(58): pid=187 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:49,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=187 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=187 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:49,488 INFO [Thread-2370 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2370. 2024-11-18T19:04:49,488 DEBUG [Thread-2370 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:49,488 DEBUG [Thread-2370 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:49,488 DEBUG [Thread-2370 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:49,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:49,490 INFO [Thread-2372 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2372. 2024-11-18T19:04:49,490 DEBUG [Thread-2372 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:49,490 DEBUG [Thread-2372 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:49,490 DEBUG [Thread-2372 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:49,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:49,490 INFO [Thread-2378 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2378. 2024-11-18T19:04:49,490 DEBUG [Thread-2378 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:49,490 DEBUG [Thread-2378 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:49,490 DEBUG [Thread-2378 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:49,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:49,492 INFO [Thread-2376 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2376. 2024-11-18T19:04:49,492 DEBUG [Thread-2376 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:49,492 DEBUG [Thread-2376 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:49,492 DEBUG [Thread-2376 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:49,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:49,493 INFO [Thread-2374 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2374. 2024-11-18T19:04:49,493 DEBUG [Thread-2374 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:49,493 DEBUG [Thread-2374 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:49,493 DEBUG [Thread-2374 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:49,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:49,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=187 2024-11-18T19:04:49,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:49,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:49,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:49,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] handler.RSProcedureHandler(58): pid=187 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:49,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=187 java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4177): Remote procedure failed, pid=187 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:04:49,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/72cc6e3f6a9749b9966a3ac0c7cddcbb 2024-11-18T19:04:49,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/0e6a79b69e7f4f3187cf5924eab8cae2 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/0e6a79b69e7f4f3187cf5924eab8cae2 2024-11-18T19:04:49,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/0e6a79b69e7f4f3187cf5924eab8cae2, entries=200, sequenceid=251, filesize=38.8 K 2024-11-18T19:04:49,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/9753e17eeb694913a8a1208f792cb4bc as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/9753e17eeb694913a8a1208f792cb4bc 2024-11-18T19:04:49,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/9753e17eeb694913a8a1208f792cb4bc, entries=150, sequenceid=251, filesize=11.9 K 2024-11-18T19:04:49,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/72cc6e3f6a9749b9966a3ac0c7cddcbb as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/72cc6e3f6a9749b9966a3ac0c7cddcbb 2024-11-18T19:04:49,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/72cc6e3f6a9749b9966a3ac0c7cddcbb, entries=150, sequenceid=251, filesize=11.9 K 2024-11-18T19:04:49,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 56fb90fbf0d56e70432395d8fb07c2dd in 1669ms, sequenceid=251, compaction requested=true 2024-11-18T19:04:49,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:49,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 56fb90fbf0d56e70432395d8fb07c2dd:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:04:49,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:49,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 56fb90fbf0d56e70432395d8fb07c2dd:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:04:49,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:49,579 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:49,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 56fb90fbf0d56e70432395d8fb07c2dd:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:04:49,579 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:49,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:49,580 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:49,580 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:49,580 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1541): 56fb90fbf0d56e70432395d8fb07c2dd/A is initiating minor compaction (all files) 2024-11-18T19:04:49,580 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 56fb90fbf0d56e70432395d8fb07c2dd/B is initiating minor compaction (all files) 2024-11-18T19:04:49,580 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 56fb90fbf0d56e70432395d8fb07c2dd/B in TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:49,580 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 56fb90fbf0d56e70432395d8fb07c2dd/A in TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:49,580 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/1608fbd74b284a43ac32e37644c70ea4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c35edd4e529248b28cb06ba5a19f58ee, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/0e6a79b69e7f4f3187cf5924eab8cae2] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp, totalSize=100.1 K 2024-11-18T19:04:49,580 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/305419032c9249a8b8bf3a887d1caf2d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/2dcdf060d7994287a22d72a78a5c20d6, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/9753e17eeb694913a8a1208f792cb4bc] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp, totalSize=36.1 K 2024-11-18T19:04:49,580 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:49,580 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. files: [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/1608fbd74b284a43ac32e37644c70ea4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c35edd4e529248b28cb06ba5a19f58ee, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/0e6a79b69e7f4f3187cf5924eab8cae2] 2024-11-18T19:04:49,581 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 305419032c9249a8b8bf3a887d1caf2d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731956685776 2024-11-18T19:04:49,581 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1608fbd74b284a43ac32e37644c70ea4, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731956685776 2024-11-18T19:04:49,581 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dcdf060d7994287a22d72a78a5c20d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731956686434 2024-11-18T19:04:49,581 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting c35edd4e529248b28cb06ba5a19f58ee, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731956686434 2024-11-18T19:04:49,581 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 9753e17eeb694913a8a1208f792cb4bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731956687585 2024-11-18T19:04:49,581 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e6a79b69e7f4f3187cf5924eab8cae2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731956687585 2024-11-18T19:04:49,587 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:49,588 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 56fb90fbf0d56e70432395d8fb07c2dd#B#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:49,589 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/12acf604671745308dbbef8187c6a5f0 is 50, key is test_row_0/B:col10/1731956687585/Put/seqid=0 2024-11-18T19:04:49,589 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118e813de4d59864a57a72a15fb85cb3097_56fb90fbf0d56e70432395d8fb07c2dd store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:49,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742424_1600 (size=12765) 2024-11-18T19:04:49,593 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118e813de4d59864a57a72a15fb85cb3097_56fb90fbf0d56e70432395d8fb07c2dd, store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:49,593 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e813de4d59864a57a72a15fb85cb3097_56fb90fbf0d56e70432395d8fb07c2dd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:49,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742425_1601 (size=4469) 2024-11-18T19:04:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-11-18T19:04:49,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=187 2024-11-18T19:04:49,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:49,691 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegion(2902): Flushing 56fb90fbf0d56e70432395d8fb07c2dd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-18T19:04:49,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118fcdb8f2eb0914226b68161d4adcca0ef_56fb90fbf0d56e70432395d8fb07c2dd is 50, key is test_row_0/A:col10/1731956687935/Put/seqid=0 2024-11-18T19:04:49,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742426_1602 (size=12454) 2024-11-18T19:04:49,998 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 56fb90fbf0d56e70432395d8fb07c2dd#A#compaction#511 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:49,999 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/76ef093ffed44a65b1159f189b139498 is 175, key is test_row_0/A:col10/1731956687585/Put/seqid=0 2024-11-18T19:04:50,000 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/12acf604671745308dbbef8187c6a5f0 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/12acf604671745308dbbef8187c6a5f0 2024-11-18T19:04:50,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742427_1603 (size=31719) 2024-11-18T19:04:50,006 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 56fb90fbf0d56e70432395d8fb07c2dd/B of 56fb90fbf0d56e70432395d8fb07c2dd into 12acf604671745308dbbef8187c6a5f0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:50,006 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:50,006 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., storeName=56fb90fbf0d56e70432395d8fb07c2dd/B, priority=13, startTime=1731956689579; duration=0sec 2024-11-18T19:04:50,006 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:04:50,006 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 56fb90fbf0d56e70432395d8fb07c2dd:B 2024-11-18T19:04:50,006 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:04:50,007 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:04:50,007 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1541): 56fb90fbf0d56e70432395d8fb07c2dd/C is initiating minor compaction (all files) 2024-11-18T19:04:50,007 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 56fb90fbf0d56e70432395d8fb07c2dd/C in TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:50,007 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/d9fd37c292b6486bb4e70e68b82edbe5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/b2a3e4fa7aff4c13b86f5df8aab925dd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/72cc6e3f6a9749b9966a3ac0c7cddcbb] into tmpdir=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp, totalSize=36.1 K 2024-11-18T19:04:50,008 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting d9fd37c292b6486bb4e70e68b82edbe5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731956685776 2024-11-18T19:04:50,008 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting b2a3e4fa7aff4c13b86f5df8aab925dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731956686434 2024-11-18T19:04:50,009 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] compactions.Compactor(225): Compacting 72cc6e3f6a9749b9966a3ac0c7cddcbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731956687585 2024-11-18T19:04:50,016 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 56fb90fbf0d56e70432395d8fb07c2dd#C#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:04:50,017 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/82ec8dfb304c4a69b5519f332ab8f2e1 is 50, key is test_row_0/C:col10/1731956687585/Put/seqid=0 2024-11-18T19:04:50,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742428_1604 (size=12765) 2024-11-18T19:04:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42799 {}] regionserver.HRegion(8855): Flush requested on 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:50,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. as already flushing 2024-11-18T19:04:50,090 INFO [Thread-2359 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2359. 2024-11-18T19:04:50,090 DEBUG [Thread-2359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:50,090 DEBUG [Thread-2359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:50,091 DEBUG [Thread-2359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:50,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:50,102 INFO [Thread-2367 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2367. 2024-11-18T19:04:50,102 INFO [Thread-2361 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2361. 2024-11-18T19:04:50,102 INFO [Thread-2365 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2365. 2024-11-18T19:04:50,102 DEBUG [Thread-2367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:50,102 DEBUG [Thread-2361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:50,102 DEBUG [Thread-2367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:50,102 DEBUG [Thread-2365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:50,102 DEBUG [Thread-2361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:50,102 DEBUG [Thread-2365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:50,103 DEBUG [Thread-2367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:50,103 DEBUG [Thread-2361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:50,103 DEBUG [Thread-2365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:50,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:50,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:50,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:50,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:50,109 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118fcdb8f2eb0914226b68161d4adcca0ef_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118fcdb8f2eb0914226b68161d4adcca0ef_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:50,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/c8a8d957cf4c42f9815f5726912a2172, store: [table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:50,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/c8a8d957cf4c42f9815f5726912a2172 is 175, key is test_row_0/A:col10/1731956687935/Put/seqid=0 2024-11-18T19:04:50,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742429_1605 (size=31255) 2024-11-18T19:04:50,413 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/76ef093ffed44a65b1159f189b139498 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/76ef093ffed44a65b1159f189b139498 2024-11-18T19:04:50,418 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 56fb90fbf0d56e70432395d8fb07c2dd/A of 56fb90fbf0d56e70432395d8fb07c2dd into 76ef093ffed44a65b1159f189b139498(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:50,418 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:50,418 INFO [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., storeName=56fb90fbf0d56e70432395d8fb07c2dd/A, priority=13, startTime=1731956689579; duration=0sec 2024-11-18T19:04:50,419 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:50,419 DEBUG [RS:0;39fff3b0f89c:42799-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 56fb90fbf0d56e70432395d8fb07c2dd:A 2024-11-18T19:04:50,425 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/82ec8dfb304c4a69b5519f332ab8f2e1 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/82ec8dfb304c4a69b5519f332ab8f2e1 2024-11-18T19:04:50,430 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 56fb90fbf0d56e70432395d8fb07c2dd/C of 56fb90fbf0d56e70432395d8fb07c2dd into 82ec8dfb304c4a69b5519f332ab8f2e1(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:04:50,430 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:50,430 INFO [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., storeName=56fb90fbf0d56e70432395d8fb07c2dd/C, priority=13, startTime=1731956689579; duration=0sec 2024-11-18T19:04:50,431 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:04:50,431 DEBUG [RS:0;39fff3b0f89c:42799-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 56fb90fbf0d56e70432395d8fb07c2dd:C 2024-11-18T19:04:50,515 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/c8a8d957cf4c42f9815f5726912a2172 2024-11-18T19:04:50,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/78a3e357b777445bb3699284fe8dfe2d is 50, key is test_row_0/B:col10/1731956687935/Put/seqid=0 2024-11-18T19:04:50,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742430_1606 (size=12301) 2024-11-18T19:04:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-11-18T19:04:50,908 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:04:50,935 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/78a3e357b777445bb3699284fe8dfe2d 2024-11-18T19:04:50,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/607225b2e35f43eaaba18a76fa809881 is 50, key is test_row_0/C:col10/1731956687935/Put/seqid=0 2024-11-18T19:04:50,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742431_1607 (size=12301) 2024-11-18T19:04:51,353 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/607225b2e35f43eaaba18a76fa809881 2024-11-18T19:04:51,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/c8a8d957cf4c42f9815f5726912a2172 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c8a8d957cf4c42f9815f5726912a2172 2024-11-18T19:04:51,365 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c8a8d957cf4c42f9815f5726912a2172, entries=150, sequenceid=274, filesize=30.5 K 2024-11-18T19:04:51,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/78a3e357b777445bb3699284fe8dfe2d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/78a3e357b777445bb3699284fe8dfe2d 2024-11-18T19:04:51,370 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/78a3e357b777445bb3699284fe8dfe2d, entries=150, sequenceid=274, filesize=12.0 K 2024-11-18T19:04:51,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/607225b2e35f43eaaba18a76fa809881 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/607225b2e35f43eaaba18a76fa809881 2024-11-18T19:04:51,373 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/607225b2e35f43eaaba18a76fa809881, entries=150, sequenceid=274, filesize=12.0 K 2024-11-18T19:04:51,374 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=26.84 KB/27480 for 56fb90fbf0d56e70432395d8fb07c2dd in 1682ms, sequenceid=274, compaction requested=false 2024-11-18T19:04:51,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegion(2603): Flush status journal for 56fb90fbf0d56e70432395d8fb07c2dd: 2024-11-18T19:04:51,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:51,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=187 2024-11-18T19:04:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster(4169): Remote procedure done, pid=187 2024-11-18T19:04:51,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=187, resume processing ppid=186 2024-11-18T19:04:51,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=187, ppid=186, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9050 sec 2024-11-18T19:04:51,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=186, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=TestAcidGuarantees in 2.9090 sec 2024-11-18T19:04:52,002 INFO [Thread-2363 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2363. 2024-11-18T19:04:52,002 DEBUG [Thread-2363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:04:52,002 DEBUG [Thread-2363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:52,003 DEBUG [Thread-2363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:52,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-11-18T19:04:52,629 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:52,629 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-18T19:04:52,629 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-18T19:04:52,629 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-18T19:04:52,629 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-18T19:04:52,629 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-18T19:04:52,629 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-18T19:04:52,629 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-18T19:04:52,629 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3831 2024-11-18T19:04:52,629 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3749 2024-11-18T19:04:52,629 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3819 2024-11-18T19:04:52,629 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3830 2024-11-18T19:04:52,629 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3745 2024-11-18T19:04:52,630 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-18T19:04:52,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:04:52,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:04:52,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:52,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:52,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:52,633 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-18T19:04:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=188, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188 2024-11-18T19:04:52,639 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956692639"}]},"ts":"1731956692639"} 2024-11-18T19:04:52,642 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-18T19:04:52,642 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-18T19:04:52,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=189, ppid=188, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T19:04:52,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=56fb90fbf0d56e70432395d8fb07c2dd, UNASSIGN}] 2024-11-18T19:04:52,646 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=190, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=56fb90fbf0d56e70432395d8fb07c2dd, UNASSIGN 2024-11-18T19:04:52,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=190 updating hbase:meta row=56fb90fbf0d56e70432395d8fb07c2dd, regionState=CLOSING, regionLocation=39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:52,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=190, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=56fb90fbf0d56e70432395d8fb07c2dd, UNASSIGN because future has completed 2024-11-18T19:04:52,649 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:04:52,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=191, ppid=190, state=RUNNABLE, hasLock=false; CloseRegionProcedure 56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499}] 2024-11-18T19:04:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188 2024-11-18T19:04:52,804 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] handler.UnassignRegionHandler(122): Close 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:52,804 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:04:52,804 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegion(1722): Closing 56fb90fbf0d56e70432395d8fb07c2dd, disabling compactions & flushes 2024-11-18T19:04:52,804 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:52,805 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:52,805 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. after waiting 0 ms 2024-11-18T19:04:52,805 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:52,805 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegion(2902): Flushing 56fb90fbf0d56e70432395d8fb07c2dd 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-18T19:04:52,816 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e459066cdf194dee932ccd5193233cf7_56fb90fbf0d56e70432395d8fb07c2dd is 50, key is test_row_0/A:col10/1731956690099/Put/seqid=0 2024-11-18T19:04:52,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742432_1608 (size=12454) 2024-11-18T19:04:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188 2024-11-18T19:04:53,221 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:04:53,231 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e459066cdf194dee932ccd5193233cf7_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e459066cdf194dee932ccd5193233cf7_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:53,232 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/74ed1b2b4b794d4d83791c6d840143ad, store: [table=TestAcidGuarantees family=A region=56fb90fbf0d56e70432395d8fb07c2dd] 2024-11-18T19:04:53,232 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/74ed1b2b4b794d4d83791c6d840143ad is 175, key is test_row_0/A:col10/1731956690099/Put/seqid=0 2024-11-18T19:04:53,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742433_1609 (size=31255) 2024-11-18T19:04:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188 2024-11-18T19:04:53,638 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/74ed1b2b4b794d4d83791c6d840143ad 2024-11-18T19:04:53,651 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/bada13dda4aa461595c6f24b066b1509 is 50, key is test_row_0/B:col10/1731956690099/Put/seqid=0 2024-11-18T19:04:53,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742434_1610 (size=12301) 2024-11-18T19:04:53,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188 2024-11-18T19:04:54,056 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/bada13dda4aa461595c6f24b066b1509 2024-11-18T19:04:54,068 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/0aa9cfc77e3342549e30a792690947e9 is 50, key is test_row_0/C:col10/1731956690099/Put/seqid=0 2024-11-18T19:04:54,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742435_1611 (size=12301) 2024-11-18T19:04:54,073 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/0aa9cfc77e3342549e30a792690947e9 2024-11-18T19:04:54,080 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/A/74ed1b2b4b794d4d83791c6d840143ad as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/74ed1b2b4b794d4d83791c6d840143ad 2024-11-18T19:04:54,085 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/74ed1b2b4b794d4d83791c6d840143ad, entries=150, sequenceid=285, filesize=30.5 K 2024-11-18T19:04:54,087 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/B/bada13dda4aa461595c6f24b066b1509 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/bada13dda4aa461595c6f24b066b1509 2024-11-18T19:04:54,092 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/bada13dda4aa461595c6f24b066b1509, entries=150, sequenceid=285, filesize=12.0 K 2024-11-18T19:04:54,093 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/.tmp/C/0aa9cfc77e3342549e30a792690947e9 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/0aa9cfc77e3342549e30a792690947e9 2024-11-18T19:04:54,099 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/0aa9cfc77e3342549e30a792690947e9, entries=150, sequenceid=285, filesize=12.0 K 2024-11-18T19:04:54,100 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 56fb90fbf0d56e70432395d8fb07c2dd in 1295ms, sequenceid=285, compaction requested=true 2024-11-18T19:04:54,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/cb010c9f68224a1c8e134532d68b5042, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/ccb6c4f224484c12beda862be6a48795, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c671414b48f0446585d28ba5fdc8db0b, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/8068d2d5575f4f45b8a18bb422234456, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c925c3e7fa4b4911a6a1af18cd4b0410, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c65326e8470642018e3d6e771bb22502, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/8fcfabe1e0fe4190987c48abee4b9ed4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/e4c2acff13e84ce183d0612e6a30d291, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/af2a1ffd37ee4d0c9427771a8f3b37bd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/66dbf1b5ac944df3b67a5d728a8c7569, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/027b4f3710d543a1923c3689bd305161, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/16cfeac3826b495781d0a228e842f090, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/96e19a4aa5804ac6bd9612ca953550e1, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/27b7e48090f046a2a0282a57238f73f8, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/1608fbd74b284a43ac32e37644c70ea4, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/669a176b21d74a19a99f1a6929c32502, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c35edd4e529248b28cb06ba5a19f58ee, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/0e6a79b69e7f4f3187cf5924eab8cae2] to archive 2024-11-18T19:04:54,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:04:54,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/cb010c9f68224a1c8e134532d68b5042 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/cb010c9f68224a1c8e134532d68b5042 2024-11-18T19:04:54,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/ccb6c4f224484c12beda862be6a48795 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/ccb6c4f224484c12beda862be6a48795 2024-11-18T19:04:54,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c671414b48f0446585d28ba5fdc8db0b to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c671414b48f0446585d28ba5fdc8db0b 2024-11-18T19:04:54,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/8068d2d5575f4f45b8a18bb422234456 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/8068d2d5575f4f45b8a18bb422234456 2024-11-18T19:04:54,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c925c3e7fa4b4911a6a1af18cd4b0410 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c925c3e7fa4b4911a6a1af18cd4b0410 2024-11-18T19:04:54,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c65326e8470642018e3d6e771bb22502 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c65326e8470642018e3d6e771bb22502 2024-11-18T19:04:54,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/8fcfabe1e0fe4190987c48abee4b9ed4 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/8fcfabe1e0fe4190987c48abee4b9ed4 2024-11-18T19:04:54,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/e4c2acff13e84ce183d0612e6a30d291 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/e4c2acff13e84ce183d0612e6a30d291 2024-11-18T19:04:54,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/af2a1ffd37ee4d0c9427771a8f3b37bd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/af2a1ffd37ee4d0c9427771a8f3b37bd 2024-11-18T19:04:54,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/66dbf1b5ac944df3b67a5d728a8c7569 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/66dbf1b5ac944df3b67a5d728a8c7569 2024-11-18T19:04:54,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/027b4f3710d543a1923c3689bd305161 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/027b4f3710d543a1923c3689bd305161 2024-11-18T19:04:54,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/16cfeac3826b495781d0a228e842f090 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/16cfeac3826b495781d0a228e842f090 2024-11-18T19:04:54,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/96e19a4aa5804ac6bd9612ca953550e1 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/96e19a4aa5804ac6bd9612ca953550e1 2024-11-18T19:04:54,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/27b7e48090f046a2a0282a57238f73f8 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/27b7e48090f046a2a0282a57238f73f8 2024-11-18T19:04:54,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/1608fbd74b284a43ac32e37644c70ea4 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/1608fbd74b284a43ac32e37644c70ea4 2024-11-18T19:04:54,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/669a176b21d74a19a99f1a6929c32502 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/669a176b21d74a19a99f1a6929c32502 2024-11-18T19:04:54,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c35edd4e529248b28cb06ba5a19f58ee to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c35edd4e529248b28cb06ba5a19f58ee 2024-11-18T19:04:54,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/0e6a79b69e7f4f3187cf5924eab8cae2 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/0e6a79b69e7f4f3187cf5924eab8cae2 2024-11-18T19:04:54,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/176cbe8f83114089a0c35e377101c4be, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/0fbd93106a3a43828cca21c2f4703687, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/9c0f8332ed884389b2d48988cde569f7, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/6505a06ab25146c2a034e837b9865a26, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/7b85d56d047d497f9a53ed46d712ecab, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/f4ce3b7fa7b6409182eb15eac5c5c398, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/371f83794a7947de9c27c1b1424c01da, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/5600e396e7ff4beb822627c332c0a092, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/68961a65a67643fd9c36b303e3687660, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/8f7e7efb263f48da97aeac8670b61b7d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/d18ecca064634652974b21015d0c462d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/3f31c5d72edf44b1a3db68e7dd2a87e5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/7c543b942a9248ca9754b6a53dcfb8c9, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/832c4054cec24896b050a6006913c10a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/305419032c9249a8b8bf3a887d1caf2d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/9a2de982b3bf4708a7c4e1f93a0b0b55, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/2dcdf060d7994287a22d72a78a5c20d6, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/9753e17eeb694913a8a1208f792cb4bc] to archive 2024-11-18T19:04:54,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:04:54,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/176cbe8f83114089a0c35e377101c4be to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/176cbe8f83114089a0c35e377101c4be 2024-11-18T19:04:54,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/0fbd93106a3a43828cca21c2f4703687 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/0fbd93106a3a43828cca21c2f4703687 2024-11-18T19:04:54,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/9c0f8332ed884389b2d48988cde569f7 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/9c0f8332ed884389b2d48988cde569f7 2024-11-18T19:04:54,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/6505a06ab25146c2a034e837b9865a26 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/6505a06ab25146c2a034e837b9865a26 2024-11-18T19:04:54,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/7b85d56d047d497f9a53ed46d712ecab to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/7b85d56d047d497f9a53ed46d712ecab 2024-11-18T19:04:54,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/f4ce3b7fa7b6409182eb15eac5c5c398 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/f4ce3b7fa7b6409182eb15eac5c5c398 2024-11-18T19:04:54,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/371f83794a7947de9c27c1b1424c01da to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/371f83794a7947de9c27c1b1424c01da 2024-11-18T19:04:54,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/5600e396e7ff4beb822627c332c0a092 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/5600e396e7ff4beb822627c332c0a092 2024-11-18T19:04:54,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/68961a65a67643fd9c36b303e3687660 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/68961a65a67643fd9c36b303e3687660 2024-11-18T19:04:54,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/8f7e7efb263f48da97aeac8670b61b7d to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/8f7e7efb263f48da97aeac8670b61b7d 2024-11-18T19:04:54,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/d18ecca064634652974b21015d0c462d to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/d18ecca064634652974b21015d0c462d 2024-11-18T19:04:54,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/3f31c5d72edf44b1a3db68e7dd2a87e5 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/3f31c5d72edf44b1a3db68e7dd2a87e5 2024-11-18T19:04:54,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/7c543b942a9248ca9754b6a53dcfb8c9 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/7c543b942a9248ca9754b6a53dcfb8c9 2024-11-18T19:04:54,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/832c4054cec24896b050a6006913c10a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/832c4054cec24896b050a6006913c10a 2024-11-18T19:04:54,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/305419032c9249a8b8bf3a887d1caf2d to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/305419032c9249a8b8bf3a887d1caf2d 2024-11-18T19:04:54,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/9a2de982b3bf4708a7c4e1f93a0b0b55 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/9a2de982b3bf4708a7c4e1f93a0b0b55 2024-11-18T19:04:54,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/2dcdf060d7994287a22d72a78a5c20d6 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/2dcdf060d7994287a22d72a78a5c20d6 2024-11-18T19:04:54,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/9753e17eeb694913a8a1208f792cb4bc to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/9753e17eeb694913a8a1208f792cb4bc 2024-11-18T19:04:54,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/d6553e84798d4529b12ae837a12b58bb, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/751226647baa4d32a451f9ddf37062fd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/f8cd0f4f1b9a4cf0820087584244dd3d, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/a9e6ff44c85e471da9d03f57a6e42e6a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/2466b27200694de29467de53328db418, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/b76877812ed64aef9c5dee6ea7c87a48, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/e429388e42714e5698442272702ddcdd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/833c6b275d184e09b2e6f7330bd18474, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/f5c013c8cf88415c82d182b65532d896, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/e7fbb77146e844edbd69723d08f253d8, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/6c136f119ad44ad1a22907f66606a682, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/29e320b866014caea2e67bf8ad51c25c, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/99b9bc13d2204955b3a85ae24432ae4a, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/6dfe6820543f48288eb392ab45c4eb85, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/d9fd37c292b6486bb4e70e68b82edbe5, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/342879dd5dee4aa09d938db42e534632, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/b2a3e4fa7aff4c13b86f5df8aab925dd, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/72cc6e3f6a9749b9966a3ac0c7cddcbb] to archive 2024-11-18T19:04:54,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:04:54,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/d6553e84798d4529b12ae837a12b58bb to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/d6553e84798d4529b12ae837a12b58bb 2024-11-18T19:04:54,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/751226647baa4d32a451f9ddf37062fd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/751226647baa4d32a451f9ddf37062fd 2024-11-18T19:04:54,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/f8cd0f4f1b9a4cf0820087584244dd3d to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/f8cd0f4f1b9a4cf0820087584244dd3d 2024-11-18T19:04:54,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/a9e6ff44c85e471da9d03f57a6e42e6a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/a9e6ff44c85e471da9d03f57a6e42e6a 2024-11-18T19:04:54,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/2466b27200694de29467de53328db418 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/2466b27200694de29467de53328db418 2024-11-18T19:04:54,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/b76877812ed64aef9c5dee6ea7c87a48 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/b76877812ed64aef9c5dee6ea7c87a48 2024-11-18T19:04:54,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/e429388e42714e5698442272702ddcdd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/e429388e42714e5698442272702ddcdd 2024-11-18T19:04:54,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/833c6b275d184e09b2e6f7330bd18474 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/833c6b275d184e09b2e6f7330bd18474 2024-11-18T19:04:54,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/f5c013c8cf88415c82d182b65532d896 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/f5c013c8cf88415c82d182b65532d896 2024-11-18T19:04:54,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/e7fbb77146e844edbd69723d08f253d8 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/e7fbb77146e844edbd69723d08f253d8 2024-11-18T19:04:54,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/6c136f119ad44ad1a22907f66606a682 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/6c136f119ad44ad1a22907f66606a682 2024-11-18T19:04:54,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/29e320b866014caea2e67bf8ad51c25c to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/29e320b866014caea2e67bf8ad51c25c 2024-11-18T19:04:54,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/99b9bc13d2204955b3a85ae24432ae4a to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/99b9bc13d2204955b3a85ae24432ae4a 2024-11-18T19:04:54,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/6dfe6820543f48288eb392ab45c4eb85 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/6dfe6820543f48288eb392ab45c4eb85 2024-11-18T19:04:54,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/d9fd37c292b6486bb4e70e68b82edbe5 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/d9fd37c292b6486bb4e70e68b82edbe5 2024-11-18T19:04:54,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/342879dd5dee4aa09d938db42e534632 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/342879dd5dee4aa09d938db42e534632 2024-11-18T19:04:54,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/b2a3e4fa7aff4c13b86f5df8aab925dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/b2a3e4fa7aff4c13b86f5df8aab925dd 2024-11-18T19:04:54,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/72cc6e3f6a9749b9966a3ac0c7cddcbb to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/72cc6e3f6a9749b9966a3ac0c7cddcbb 2024-11-18T19:04:54,147 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/recovered.edits/288.seqid, newMaxSeqId=288, maxSeqId=4 2024-11-18T19:04:54,147 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. 2024-11-18T19:04:54,147 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] regionserver.HRegion(1676): Region close journal for 56fb90fbf0d56e70432395d8fb07c2dd: Waiting for close lock at 1731956692804Running coprocessor pre-close hooks at 1731956692804Disabling compacts and flushes for region at 1731956692804Disabling writes for close at 1731956692805 (+1 ms)Obtaining lock to block concurrent updates at 1731956692805Preparing flush snapshotting stores in 56fb90fbf0d56e70432395d8fb07c2dd at 1731956692805Finished memstore snapshotting TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731956692806 (+1 ms)Flushing stores of TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd. at 1731956692807 (+1 ms)Flushing 56fb90fbf0d56e70432395d8fb07c2dd/A: creating writer at 1731956692807Flushing mob file 56fb90fbf0d56e70432395d8fb07c2dd/A: appending metadata at 1731956692816 (+9 ms)Flushing mob file 56fb90fbf0d56e70432395d8fb07c2dd/A: closing flushed file at 1731956692816Flushing 56fb90fbf0d56e70432395d8fb07c2dd/A: appending metadata at 1731956693232 (+416 ms)Flushing 56fb90fbf0d56e70432395d8fb07c2dd/A: closing flushed file at 1731956693232Flushing 56fb90fbf0d56e70432395d8fb07c2dd/B: creating writer at 1731956693646 (+414 ms)Flushing 56fb90fbf0d56e70432395d8fb07c2dd/B: appending metadata at 1731956693650 (+4 ms)Flushing 56fb90fbf0d56e70432395d8fb07c2dd/B: closing flushed file at 1731956693650Flushing 56fb90fbf0d56e70432395d8fb07c2dd/C: creating writer at 1731956694063 (+413 ms)Flushing 56fb90fbf0d56e70432395d8fb07c2dd/C: appending metadata at 1731956694067 (+4 ms)Flushing 56fb90fbf0d56e70432395d8fb07c2dd/C: closing flushed file at 1731956694067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9a1de3: reopening flushed file at 1731956694079 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bdc6204: reopening flushed file at 1731956694086 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@501226ee: reopening flushed file at 1731956694092 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 56fb90fbf0d56e70432395d8fb07c2dd in 1295ms, sequenceid=285, compaction requested=true at 1731956694100 (+8 ms)Writing region close event to WAL at 1731956694144 (+44 ms)Running coprocessor post-close hooks at 1731956694147 (+3 ms)Closed at 1731956694147 2024-11-18T19:04:54,149 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=191}] handler.UnassignRegionHandler(157): Closed 56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:54,149 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=190 updating hbase:meta row=56fb90fbf0d56e70432395d8fb07c2dd, regionState=CLOSED 2024-11-18T19:04:54,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=191, ppid=190, state=RUNNABLE, hasLock=false; CloseRegionProcedure 56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 because future has completed 2024-11-18T19:04:54,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=191, resume processing ppid=190 2024-11-18T19:04:54,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=191, ppid=190, state=SUCCESS, hasLock=false; CloseRegionProcedure 56fb90fbf0d56e70432395d8fb07c2dd, server=39fff3b0f89c,42799,1731956512499 in 1.5010 sec 2024-11-18T19:04:54,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=190, resume processing ppid=189 2024-11-18T19:04:54,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=190, ppid=189, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=56fb90fbf0d56e70432395d8fb07c2dd, UNASSIGN in 1.5070 sec 2024-11-18T19:04:54,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=189, resume processing ppid=188 2024-11-18T19:04:54,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=189, ppid=188, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5100 sec 2024-11-18T19:04:54,156 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731956694155"}]},"ts":"1731956694155"} 2024-11-18T19:04:54,157 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-18T19:04:54,157 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-18T19:04:54,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=188, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5240 sec 2024-11-18T19:04:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188 2024-11-18T19:04:54,789 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:54,791 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-18T19:04:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] procedure2.ProcedureExecutor(1139): Stored pid=192, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:54,796 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=192, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=192 2024-11-18T19:04:54,798 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=192, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:54,801 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:54,805 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A, FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B, FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C, FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/recovered.edits] 2024-11-18T19:04:54,811 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/74ed1b2b4b794d4d83791c6d840143ad to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/74ed1b2b4b794d4d83791c6d840143ad 2024-11-18T19:04:54,812 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/76ef093ffed44a65b1159f189b139498 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/76ef093ffed44a65b1159f189b139498 2024-11-18T19:04:54,814 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c8a8d957cf4c42f9815f5726912a2172 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/A/c8a8d957cf4c42f9815f5726912a2172 2024-11-18T19:04:54,817 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/12acf604671745308dbbef8187c6a5f0 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/12acf604671745308dbbef8187c6a5f0 2024-11-18T19:04:54,819 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/78a3e357b777445bb3699284fe8dfe2d to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/78a3e357b777445bb3699284fe8dfe2d 2024-11-18T19:04:54,820 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/bada13dda4aa461595c6f24b066b1509 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/B/bada13dda4aa461595c6f24b066b1509 2024-11-18T19:04:54,824 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/0aa9cfc77e3342549e30a792690947e9 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/0aa9cfc77e3342549e30a792690947e9 2024-11-18T19:04:54,825 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/607225b2e35f43eaaba18a76fa809881 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/607225b2e35f43eaaba18a76fa809881 2024-11-18T19:04:54,827 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/82ec8dfb304c4a69b5519f332ab8f2e1 to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/C/82ec8dfb304c4a69b5519f332ab8f2e1 2024-11-18T19:04:54,832 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/recovered.edits/288.seqid to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd/recovered.edits/288.seqid 2024-11-18T19:04:54,833 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/default/TestAcidGuarantees/56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:54,833 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-18T19:04:54,833 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-18T19:04:54,835 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-18T19:04:54,840 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118020bafbed87b4ab2a3947503e85946b0_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118020bafbed87b4ab2a3947503e85946b0_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:54,842 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111808e0834f1026432d9657e05081ad5fbd_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111808e0834f1026432d9657e05081ad5fbd_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:54,844 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182905497a50b64cb0b0ddcfb46c1968e5_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182905497a50b64cb0b0ddcfb46c1968e5_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:54,846 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182b4a1fae66604736ab82216c2fb40418_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182b4a1fae66604736ab82216c2fb40418_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:54,847 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111834f5ef9b2fe140a69b8577df6b7f1bba_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111834f5ef9b2fe140a69b8577df6b7f1bba_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:54,849 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184a2e948ce5d0464ebf983c752152eb90_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184a2e948ce5d0464ebf983c752152eb90_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:54,851 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111853f4c8546dbb4702bcdafd4934875569_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111853f4c8546dbb4702bcdafd4934875569_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:54,853 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118835a4ec4b720434ca2fb7c290391646f_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118835a4ec4b720434ca2fb7c290391646f_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:54,855 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ac239c96b36346d68f008aea56b349c4_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ac239c96b36346d68f008aea56b349c4_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:54,857 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d0788b1de9fc40adb2b397e68b0793af_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d0788b1de9fc40adb2b397e68b0793af_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:54,858 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e459066cdf194dee932ccd5193233cf7_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e459066cdf194dee932ccd5193233cf7_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:54,860 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118eb82b75c03a04dc5a69bf7e38633c7ef_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118eb82b75c03a04dc5a69bf7e38633c7ef_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:54,862 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f8fc85c00f784f86b875fda7ed7b7fe3_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f8fc85c00f784f86b875fda7ed7b7fe3_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:54,863 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118fcdb8f2eb0914226b68161d4adcca0ef_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118fcdb8f2eb0914226b68161d4adcca0ef_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:54,865 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118fd03e122b4634fbd90e03afe47b5280a_56fb90fbf0d56e70432395d8fb07c2dd to hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118fd03e122b4634fbd90e03afe47b5280a_56fb90fbf0d56e70432395d8fb07c2dd 2024-11-18T19:04:54,866 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-18T19:04:54,869 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=192, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:54,872 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-18T19:04:54,875 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-18T19:04:54,876 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=192, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:54,876 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-18T19:04:54,876 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731956694876"}]},"ts":"9223372036854775807"} 2024-11-18T19:04:54,879 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-18T19:04:54,879 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 56fb90fbf0d56e70432395d8fb07c2dd, NAME => 'TestAcidGuarantees,,1731956666323.56fb90fbf0d56e70432395d8fb07c2dd.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T19:04:54,879 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-18T19:04:54,879 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731956694879"}]},"ts":"9223372036854775807"} 2024-11-18T19:04:54,882 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-18T19:04:54,883 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=192, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:04:54,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=192, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 92 msec 2024-11-18T19:04:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=192 2024-11-18T19:04:54,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-18T19:04:54,908 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:04:54,919 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=241 (was 240) - Thread LEAK? -, OpenFileDescriptor=457 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 301) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4076 (was 4102) 2024-11-18T19:04:54,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T19:04:54,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:04:54,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:04:54,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:54,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:54,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:04:54,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T19:04:54,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=261653369, stopped=false 2024-11-18T19:04:54,921 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39fff3b0f89c,42691,1731956511784 2024-11-18T19:04:55,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T19:04:55,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T19:04:55,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:04:55,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:04:55,069 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T19:04:55,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:04:55,070 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:04:55,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:55,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:04:55,072 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39fff3b0f89c,42799,1731956512499' ***** 2024-11-18T19:04:55,072 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T19:04:55,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:04:55,073 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T19:04:55,073 INFO [RS:0;39fff3b0f89c:42799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T19:04:55,073 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T19:04:55,073 INFO [RS:0;39fff3b0f89c:42799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T19:04:55,074 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(959): stopping server 39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:55,074 INFO [RS:0;39fff3b0f89c:42799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T19:04:55,074 INFO [RS:0;39fff3b0f89c:42799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39fff3b0f89c:42799. 2024-11-18T19:04:55,074 DEBUG [RS:0;39fff3b0f89c:42799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:04:55,074 DEBUG [RS:0;39fff3b0f89c:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:55,074 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T19:04:55,074 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T19:04:55,074 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T19:04:55,074 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T19:04:55,075 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T19:04:55,075 DEBUG [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T19:04:55,075 DEBUG [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:04:55,075 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T19:04:55,076 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T19:04:55,076 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T19:04:55,076 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T19:04:55,076 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T19:04:55,076 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-18T19:04:55,096 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/.tmp/info/c4d309e6ed5b479582ba4fb18a84d37d is 95, key is TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff./info:/1731956542565/DeleteFamily/seqid=0 2024-11-18T19:04:55,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742436_1612 (size=6514) 2024-11-18T19:04:55,100 INFO [regionserver/39fff3b0f89c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:04:55,276 DEBUG [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:04:55,476 DEBUG [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:04:55,500 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/.tmp/info/c4d309e6ed5b479582ba4fb18a84d37d 2024-11-18T19:04:55,517 INFO [regionserver/39fff3b0f89c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T19:04:55,527 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/.tmp/ns/7ad5a6f009504ffd9fe51b34cf2d7dff is 93, key is TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff./ns:/1731956542518/DeleteFamily/seqid=0 2024-11-18T19:04:55,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742437_1613 (size=5906) 2024-11-18T19:04:55,539 INFO [regionserver/39fff3b0f89c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T19:04:55,539 INFO [regionserver/39fff3b0f89c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-18T19:04:55,676 DEBUG [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:04:55,876 DEBUG [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:04:55,931 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/.tmp/ns/7ad5a6f009504ffd9fe51b34cf2d7dff 2024-11-18T19:04:55,953 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/.tmp/rep_barrier/087b017969444c4693bda58a30968f4c is 102, key is TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff./rep_barrier:/1731956542518/DeleteFamily/seqid=0 2024-11-18T19:04:55,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742438_1614 (size=6025) 2024-11-18T19:04:56,077 DEBUG [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:04:56,277 DEBUG [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:04:56,358 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/.tmp/rep_barrier/087b017969444c4693bda58a30968f4c 2024-11-18T19:04:56,383 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/.tmp/table/fa9c05acae86425ca7fbd3704f319ccb is 96, key is TestAcidGuarantees,,1731956516592.376aaeffb2a0ce4bd271ee563c33b9ff./table:/1731956542518/DeleteFamily/seqid=0 2024-11-18T19:04:56,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742439_1615 (size=5936) 2024-11-18T19:04:56,477 DEBUG [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:04:56,678 DEBUG [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:04:56,787 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/.tmp/table/fa9c05acae86425ca7fbd3704f319ccb 2024-11-18T19:04:56,791 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/.tmp/info/c4d309e6ed5b479582ba4fb18a84d37d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/info/c4d309e6ed5b479582ba4fb18a84d37d 2024-11-18T19:04:56,794 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/info/c4d309e6ed5b479582ba4fb18a84d37d, entries=12, sequenceid=90, filesize=6.4 K 2024-11-18T19:04:56,795 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/.tmp/ns/7ad5a6f009504ffd9fe51b34cf2d7dff as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/ns/7ad5a6f009504ffd9fe51b34cf2d7dff 2024-11-18T19:04:56,799 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/ns/7ad5a6f009504ffd9fe51b34cf2d7dff, entries=8, sequenceid=90, filesize=5.8 K 2024-11-18T19:04:56,800 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/.tmp/rep_barrier/087b017969444c4693bda58a30968f4c as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/rep_barrier/087b017969444c4693bda58a30968f4c 2024-11-18T19:04:56,803 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/rep_barrier/087b017969444c4693bda58a30968f4c, entries=6, sequenceid=90, filesize=5.9 K 2024-11-18T19:04:56,804 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/.tmp/table/fa9c05acae86425ca7fbd3704f319ccb as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/table/fa9c05acae86425ca7fbd3704f319ccb 2024-11-18T19:04:56,807 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/table/fa9c05acae86425ca7fbd3704f319ccb, entries=7, sequenceid=90, filesize=5.8 K 2024-11-18T19:04:56,808 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=90, compaction requested=false 2024-11-18T19:04:56,812 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-18T19:04:56,812 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T19:04:56,812 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T19:04:56,813 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731956695075Running coprocessor pre-close hooks at 1731956695075Disabling compacts and flushes for region at 1731956695075Disabling writes for close at 1731956695076 (+1 ms)Obtaining lock to block concurrent updates at 1731956695076Preparing flush snapshotting stores in 1588230740 at 1731956695076Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731956695076Flushing stores of hbase:meta,,1.1588230740 at 1731956695076Flushing 1588230740/info: creating writer at 1731956695077 (+1 ms)Flushing 1588230740/info: appending metadata at 1731956695096 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731956695096Flushing 1588230740/ns: creating writer at 1731956695510 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731956695527 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731956695527Flushing 1588230740/rep_barrier: creating writer at 1731956695936 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731956695953 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731956695953Flushing 1588230740/table: creating writer at 1731956696367 (+414 ms)Flushing 1588230740/table: appending metadata at 1731956696383 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731956696383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33535ccb: reopening flushed file at 1731956696790 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b3d26d4: reopening flushed file at 1731956696794 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74080ab3: reopening flushed file at 1731956696799 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12cbd30a: reopening flushed file at 1731956696803 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=90, compaction requested=false at 1731956696808 (+5 ms)Writing region close event to WAL at 1731956696809 (+1 ms)Running coprocessor post-close hooks at 1731956696812 (+3 ms)Closed at 1731956696812 2024-11-18T19:04:56,813 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T19:04:56,878 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(976): stopping server 39fff3b0f89c,42799,1731956512499; all regions closed. 2024-11-18T19:04:56,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741834_1010 (size=25344) 2024-11-18T19:04:56,890 DEBUG [RS:0;39fff3b0f89c:42799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/oldWALs 2024-11-18T19:04:56,891 INFO [RS:0;39fff3b0f89c:42799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39fff3b0f89c%2C42799%2C1731956512499.meta:.meta(num 1731956516202) 2024-11-18T19:04:56,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741833_1009 (size=14040772) 2024-11-18T19:04:56,896 DEBUG [RS:0;39fff3b0f89c:42799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/oldWALs 2024-11-18T19:04:56,896 INFO [RS:0;39fff3b0f89c:42799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39fff3b0f89c%2C42799%2C1731956512499:(num 1731956515679) 2024-11-18T19:04:56,896 DEBUG [RS:0;39fff3b0f89c:42799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:04:56,896 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:04:56,897 INFO [RS:0;39fff3b0f89c:42799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T19:04:56,897 INFO [RS:0;39fff3b0f89c:42799 {}] hbase.ChoreService(370): Chore service for: regionserver/39fff3b0f89c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T19:04:56,897 INFO [RS:0;39fff3b0f89c:42799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T19:04:56,897 INFO [regionserver/39fff3b0f89c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T19:04:56,898 INFO [RS:0;39fff3b0f89c:42799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42799 2024-11-18T19:04:56,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/39fff3b0f89c,42799,1731956512499 2024-11-18T19:04:56,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T19:04:56,947 INFO [RS:0;39fff3b0f89c:42799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T19:04:56,960 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39fff3b0f89c,42799,1731956512499] 2024-11-18T19:04:56,967 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/39fff3b0f89c,42799,1731956512499 already deleted, retry=false 2024-11-18T19:04:56,968 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39fff3b0f89c,42799,1731956512499 expired; onlineServers=0 2024-11-18T19:04:56,968 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39fff3b0f89c,42691,1731956511784' ***** 2024-11-18T19:04:56,968 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T19:04:56,968 INFO [M:0;39fff3b0f89c:42691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T19:04:56,969 INFO [M:0;39fff3b0f89c:42691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T19:04:56,969 DEBUG [M:0;39fff3b0f89c:42691 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T19:04:56,969 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T19:04:56,969 DEBUG [M:0;39fff3b0f89c:42691 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T19:04:56,969 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster-HFileCleaner.small.0-1731956515305 {}] cleaner.HFileCleaner(306): Exit Thread[master/39fff3b0f89c:0:becomeActiveMaster-HFileCleaner.small.0-1731956515305,5,FailOnTimeoutGroup] 2024-11-18T19:04:56,969 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster-HFileCleaner.large.0-1731956515304 {}] cleaner.HFileCleaner(306): Exit Thread[master/39fff3b0f89c:0:becomeActiveMaster-HFileCleaner.large.0-1731956515304,5,FailOnTimeoutGroup] 2024-11-18T19:04:56,970 INFO [M:0;39fff3b0f89c:42691 {}] hbase.ChoreService(370): Chore service for: master/39fff3b0f89c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T19:04:56,970 INFO [M:0;39fff3b0f89c:42691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T19:04:56,970 DEBUG [M:0;39fff3b0f89c:42691 {}] master.HMaster(1795): Stopping service threads 2024-11-18T19:04:56,970 INFO [M:0;39fff3b0f89c:42691 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T19:04:56,970 INFO [M:0;39fff3b0f89c:42691 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T19:04:56,971 ERROR [M:0;39fff3b0f89c:42691 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-18T19:04:56,971 INFO [M:0;39fff3b0f89c:42691 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T19:04:56,971 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T19:04:56,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T19:04:56,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:04:56,980 DEBUG [M:0;39fff3b0f89c:42691 {}] zookeeper.ZKUtil(347): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T19:04:56,980 WARN [M:0;39fff3b0f89c:42691 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T19:04:56,980 INFO [M:0;39fff3b0f89c:42691 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/.lastflushedseqids 2024-11-18T19:04:56,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742440_1616 (size=72) 2024-11-18T19:04:57,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:04:57,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42799-0x101509cc2eb0001, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:04:57,061 INFO [RS:0;39fff3b0f89c:42799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T19:04:57,061 INFO [RS:0;39fff3b0f89c:42799 {}] regionserver.HRegionServer(1031): Exiting; stopping=39fff3b0f89c,42799,1731956512499; zookeeper connection closed. 2024-11-18T19:04:57,061 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29a6722d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29a6722d 2024-11-18T19:04:57,062 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T19:04:57,392 INFO [M:0;39fff3b0f89c:42691 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T19:04:57,392 INFO [M:0;39fff3b0f89c:42691 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T19:04:57,393 DEBUG [M:0;39fff3b0f89c:42691 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T19:04:57,393 INFO [M:0;39fff3b0f89c:42691 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:04:57,393 DEBUG [M:0;39fff3b0f89c:42691 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:04:57,393 DEBUG [M:0;39fff3b0f89c:42691 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T19:04:57,393 DEBUG [M:0;39fff3b0f89c:42691 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:04:57,393 INFO [M:0;39fff3b0f89c:42691 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=805.69 KB heapSize=992.80 KB 2024-11-18T19:04:57,413 DEBUG [M:0;39fff3b0f89c:42691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a872d49ded043428768e450588f8cf5 is 82, key is hbase:meta,,1/info:regioninfo/1731956516283/Put/seqid=0 2024-11-18T19:04:57,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742441_1617 (size=5672) 2024-11-18T19:04:57,818 INFO [M:0;39fff3b0f89c:42691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2306 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a872d49ded043428768e450588f8cf5 2024-11-18T19:04:57,857 DEBUG [M:0;39fff3b0f89c:42691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58c412eb22b84959a37c6c4f0c918330 is 2276, key is \x00\x00\x00\x00\x00\x00\x00\xA9/proc:d/1731956669445/Put/seqid=0 2024-11-18T19:04:57,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742442_1618 (size=47973) 2024-11-18T19:04:58,261 INFO [M:0;39fff3b0f89c:42691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=805.14 KB at sequenceid=2306 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58c412eb22b84959a37c6c4f0c918330 2024-11-18T19:04:58,269 INFO [M:0;39fff3b0f89c:42691 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58c412eb22b84959a37c6c4f0c918330 2024-11-18T19:04:58,285 DEBUG [M:0;39fff3b0f89c:42691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4535174ec5b446f28f737bf8e741b41d is 69, key is 39fff3b0f89c,42799,1731956512499/rs:state/1731956515437/Put/seqid=0 2024-11-18T19:04:58,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073742443_1619 (size=5156) 2024-11-18T19:04:58,690 INFO [M:0;39fff3b0f89c:42691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2306 (bloomFilter=true), to=hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4535174ec5b446f28f737bf8e741b41d 2024-11-18T19:04:58,700 DEBUG [M:0;39fff3b0f89c:42691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a872d49ded043428768e450588f8cf5 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a872d49ded043428768e450588f8cf5 2024-11-18T19:04:58,705 INFO [M:0;39fff3b0f89c:42691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a872d49ded043428768e450588f8cf5, entries=8, sequenceid=2306, filesize=5.5 K 2024-11-18T19:04:58,706 DEBUG [M:0;39fff3b0f89c:42691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58c412eb22b84959a37c6c4f0c918330 as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58c412eb22b84959a37c6c4f0c918330 2024-11-18T19:04:58,710 INFO [M:0;39fff3b0f89c:42691 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58c412eb22b84959a37c6c4f0c918330 2024-11-18T19:04:58,710 INFO [M:0;39fff3b0f89c:42691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58c412eb22b84959a37c6c4f0c918330, entries=192, sequenceid=2306, filesize=46.8 K 2024-11-18T19:04:58,711 DEBUG [M:0;39fff3b0f89c:42691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4535174ec5b446f28f737bf8e741b41d as hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4535174ec5b446f28f737bf8e741b41d 2024-11-18T19:04:58,715 INFO [M:0;39fff3b0f89c:42691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40939/user/jenkins/test-data/ebdb5d06-20b8-ec1a-66d6-a4d07cbb0748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4535174ec5b446f28f737bf8e741b41d, entries=1, sequenceid=2306, filesize=5.0 K 2024-11-18T19:04:58,716 INFO [M:0;39fff3b0f89c:42691 {}] regionserver.HRegion(3140): Finished flush of dataSize ~805.69 KB/825029, heapSize ~992.51 KB/1016328, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=2306, compaction requested=false 2024-11-18T19:04:58,717 INFO [M:0;39fff3b0f89c:42691 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:04:58,717 DEBUG [M:0;39fff3b0f89c:42691 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731956697393Disabling compacts and flushes for region at 1731956697393Disabling writes for close at 1731956697393Obtaining lock to block concurrent updates at 1731956697393Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731956697393Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=825029, getHeapSize=1016568, getOffHeapSize=0, getCellsCount=2523 at 1731956697394 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731956697395 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731956697395Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731956697413 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731956697413Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731956697836 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731956697856 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731956697856Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731956698269 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731956698285 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731956698285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed3daf7: reopening flushed file at 1731956698699 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73a9d316: reopening flushed file at 1731956698705 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a4e9f2: reopening flushed file at 1731956698711 (+6 ms)Finished flush of dataSize ~805.69 KB/825029, heapSize ~992.51 KB/1016328, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=2306, compaction requested=false at 1731956698716 (+5 ms)Writing region close event to WAL at 1731956698717 (+1 ms)Closed at 1731956698717 2024-11-18T19:04:58,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45047 is added to blk_1073741830_1006 (size=976206) 2024-11-18T19:04:58,720 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T19:04:58,720 INFO [M:0;39fff3b0f89c:42691 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T19:04:58,720 INFO [M:0;39fff3b0f89c:42691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42691 2024-11-18T19:04:58,720 INFO [M:0;39fff3b0f89c:42691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T19:04:58,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:04:58,860 INFO [M:0;39fff3b0f89c:42691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T19:04:58,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42691-0x101509cc2eb0000, quorum=127.0.0.1:51220, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:04:58,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42a79998{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:04:58,876 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4975be1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T19:04:58,876 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T19:04:58,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74fde7a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T19:04:58,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de8243e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/hadoop.log.dir/,STOPPED} 2024-11-18T19:04:58,878 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T19:04:58,878 WARN [BP-908807981-172.17.0.2-1731956508396 heartbeating to localhost/127.0.0.1:40939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T19:04:58,879 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T19:04:58,879 WARN [BP-908807981-172.17.0.2-1731956508396 heartbeating to localhost/127.0.0.1:40939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-908807981-172.17.0.2-1731956508396 (Datanode Uuid 5c22f717-537d-4d36-9963-1f478f041386) service to localhost/127.0.0.1:40939 2024-11-18T19:04:58,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/cluster_fc76ef37-6626-d3ef-555f-8141aab48b85/data/data1/current/BP-908807981-172.17.0.2-1731956508396 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:04:58,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/cluster_fc76ef37-6626-d3ef-555f-8141aab48b85/data/data2/current/BP-908807981-172.17.0.2-1731956508396 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:04:58,882 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T19:04:58,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@322e478f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T19:04:58,891 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b008a6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T19:04:58,891 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T19:04:58,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d942d39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T19:04:58,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71c9bba7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1b3d2d7e-065a-5462-86d5-a3e735565c92/hadoop.log.dir/,STOPPED} 2024-11-18T19:04:58,904 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T19:04:59,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down